2024-11-25 14:30:17,611 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-25 14:30:17,634 main DEBUG Took 0.019512 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 14:30:17,635 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 14:30:17,635 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 14:30:17,637 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 14:30:17,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,655 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 14:30:17,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,736 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,739 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,741 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,743 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,749 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,751 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,753 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,755 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,759 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:30:17,764 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,764 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 14:30:17,770 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:30:17,774 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 14:30:17,776 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 14:30:17,778 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 14:30:17,780 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 14:30:17,780 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 14:30:17,793 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 14:30:17,797 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 14:30:17,803 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 14:30:17,805 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 14:30:17,806 main DEBUG createAppenders(={Console}) 2024-11-25 14:30:17,807 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-25 14:30:17,809 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-25 14:30:17,809 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-25 14:30:17,813 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 14:30:17,813 main DEBUG OutputStream closed 2024-11-25 14:30:17,815 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 14:30:17,816 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 14:30:17,818 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-25 14:30:17,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 14:30:17,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 14:30:17,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 14:30:18,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 14:30:18,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 14:30:18,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 14:30:18,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 14:30:18,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 14:30:18,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 14:30:18,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 14:30:18,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 14:30:18,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 14:30:18,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 14:30:18,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 14:30:18,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 14:30:18,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 14:30:18,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 14:30:18,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 14:30:18,031 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 14:30:18,032 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-25 14:30:18,032 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 14:30:18,033 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-25T14:30:18,071 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-25 14:30:18,089 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 14:30:18,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T14:30:18,581 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308 2024-11-25T14:30:18,581 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-25T14:30:18,806 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T14:30:18,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2, deleteOnExit=true 2024-11-25T14:30:18,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/test.cache.data in system properties and HBase conf 2024-11-25T14:30:18,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:30:18,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:30:18,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:30:18,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:30:18,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:30:19,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:30:19,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:19,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:19,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:30:19,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:19,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:30:19,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:30:19,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:19,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:19,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:30:19,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:30:19,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:30:19,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:19,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:30:19,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:30:20,862 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T14:30:20,965 INFO [Time-limited test {}] log.Log(170): Logging initialized @4392ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T14:30:21,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:21,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:21,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:21,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:21,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:30:21,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:21,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d55305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:21,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527ec60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:21,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@95f650a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/java.io.tmpdir/jetty-localhost-41035-hadoop-hdfs-3_4_1-tests_jar-_-any-5757088096325906729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:21,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@426f4239{HTTP/1.1, (http/1.1)}{localhost:41035} 2024-11-25T14:30:21,592 INFO [Time-limited test {}] server.Server(415): Started @5020ms 2024-11-25T14:30:22,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:22,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:22,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:22,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:22,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:30:22,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6358db46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:22,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf5ac72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:22,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@329cdb67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/java.io.tmpdir/jetty-localhost-33679-hadoop-hdfs-3_4_1-tests_jar-_-any-6376952213282030656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:22,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d6df49e{HTTP/1.1, (http/1.1)}{localhost:33679} 2024-11-25T14:30:22,599 INFO [Time-limited test {}] server.Server(415): Started @6027ms 2024-11-25T14:30:22,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:30:22,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:22,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:22,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:22,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:22,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:30:22,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fa0ca73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:22,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a88a669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:23,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72970ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/java.io.tmpdir/jetty-localhost-39655-hadoop-hdfs-3_4_1-tests_jar-_-any-13478857769066799744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:23,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25d3a0e5{HTTP/1.1, (http/1.1)}{localhost:39655} 2024-11-25T14:30:23,113 INFO [Time-limited test {}] server.Server(415): Started @6541ms 2024-11-25T14:30:23,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:30:24,203 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data2/current/BP-2037870546-172.17.0.3-1732545020317/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:24,203 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data1/current/BP-2037870546-172.17.0.3-1732545020317/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:24,206 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data3/current/BP-2037870546-172.17.0.3-1732545020317/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:24,220 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data4/current/BP-2037870546-172.17.0.3-1732545020317/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:24,340 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:30:24,341 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:30:24,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x153630c6555ee906 with lease ID 0xcab7d474af046b5: Processing first storage report for DS-5d073323-6212-4b1f-914b-e8eac9771aa0 from datanode DatanodeRegistration(127.0.0.1:34409, datanodeUuid=621d4547-5ce6-48c7-ae21-40f248e4207f, infoPort=46035, infoSecurePort=0, ipcPort=40269, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317) 2024-11-25T14:30:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x153630c6555ee906 with lease ID 0xcab7d474af046b5: from storage DS-5d073323-6212-4b1f-914b-e8eac9771aa0 node DatanodeRegistration(127.0.0.1:34409, datanodeUuid=621d4547-5ce6-48c7-ae21-40f248e4207f, infoPort=46035, infoSecurePort=0, ipcPort=40269, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T14:30:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd722d7a820b75ed3 with lease ID 0xcab7d474af046b6: Processing first storage report for DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63 from datanode DatanodeRegistration(127.0.0.1:37867, datanodeUuid=b97e540c-e1d1-48a9-9653-5dafe90c1cc1, infoPort=43421, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317) 2024-11-25T14:30:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd722d7a820b75ed3 with lease ID 0xcab7d474af046b6: from storage DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63 node DatanodeRegistration(127.0.0.1:37867, datanodeUuid=b97e540c-e1d1-48a9-9653-5dafe90c1cc1, infoPort=43421, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x153630c6555ee906 with lease ID 0xcab7d474af046b5: Processing first storage report for DS-a54db966-ee2c-477a-a822-5ee6981f2b78 from datanode DatanodeRegistration(127.0.0.1:34409, datanodeUuid=621d4547-5ce6-48c7-ae21-40f248e4207f, infoPort=46035, infoSecurePort=0, ipcPort=40269, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317) 2024-11-25T14:30:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x153630c6555ee906 with lease ID 0xcab7d474af046b5: from storage DS-a54db966-ee2c-477a-a822-5ee6981f2b78 node DatanodeRegistration(127.0.0.1:34409, datanodeUuid=621d4547-5ce6-48c7-ae21-40f248e4207f, infoPort=46035, infoSecurePort=0, ipcPort=40269, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:30:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd722d7a820b75ed3 with lease ID 0xcab7d474af046b6: Processing first storage report for DS-5abcbad8-792a-45f8-8823-f76695b7dfe3 from datanode DatanodeRegistration(127.0.0.1:37867, datanodeUuid=b97e540c-e1d1-48a9-9653-5dafe90c1cc1, infoPort=43421, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317) 2024-11-25T14:30:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd722d7a820b75ed3 with lease ID 0xcab7d474af046b6: from storage DS-5abcbad8-792a-45f8-8823-f76695b7dfe3 node DatanodeRegistration(127.0.0.1:37867, datanodeUuid=b97e540c-e1d1-48a9-9653-5dafe90c1cc1, infoPort=43421, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1749698631;c=1732545020317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:24,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308 2024-11-25T14:30:24,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=4304 2024-11-25T14:30:24,472 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:24,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:24,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:30:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:30:25,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:25,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:25,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:25,333 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:25,395 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T14:30:25,425 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T14:30:25,430 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:25,431 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:25,434 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:25,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:25,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,462 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T14:30:25,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741826_1002 (size=1393) 2024-11-25T14:30:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741826_1002 (size=1393) 2024-11-25T14:30:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:25,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741827_1003 (size=1393) 2024-11-25T14:30:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741827_1003 (size=1393) 2024-11-25T14:30:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:25,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741828_1004 (size=1393) 2024-11-25T14:30:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741828_1004 (size=1393) 2024-11-25T14:30:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:25,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741829_1005 (size=1393) 2024-11-25T14:30:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741829_1005 (size=1393) 2024-11-25T14:30:25,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:25,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741830_1006 (size=1393) 2024-11-25T14:30:25,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741830_1006 (size=1393) 2024-11-25T14:30:25,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:25,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:25,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:25,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741831_1007 (size=1393) 2024-11-25T14:30:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741831_1007 (size=1393) 2024-11-25T14:30:26,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:26,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:26,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741832_1008 (size=1405) 2024-11-25T14:30:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741832_1008 (size=1405) 2024-11-25T14:30:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:26,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741833_1009 (size=1413) 2024-11-25T14:30:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741833_1009 (size=1413) 2024-11-25T14:30:26,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:26,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:26,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741834_1010 (size=1413) 2024-11-25T14:30:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741834_1010 (size=1413) 2024-11-25T14:30:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:26,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:26,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741835_1011 (size=1413) 2024-11-25T14:30:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741835_1011 (size=1413) 2024-11-25T14:30:26,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:26,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:26,249 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T14:30:26,249 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T14:30:26,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0 2024-11-25T14:30:26,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0 after 3ms 2024-11-25T14:30:26,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0 took 51ms 2024-11-25T14:30:26,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0 so closing down 2024-11-25T14:30:26,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:26,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:26,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:26,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0, size=1.4 K (1393bytes) at 1732545026248Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0 so closing down at 1732545026302 (+54 ms)3 split writer threads finished at 1732545026306 (+4 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/0ad93481-f3f0-c761-0d1a-22f4df5a73ef/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732545025403/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545026312 (+6 ms) 2024-11-25T14:30:26,314 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-25T14:30:26,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1450949950_22 at /127.0.0.1:58278 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@52e906ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=927 (was 927), ProcessCount=11 (was 11), AvailableMemoryMB=4107 (was 4304) 2024-11-25T14:30:26,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=4107 2024-11-25T14:30:26,346 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741836_1012 (size=7) 2024-11-25T14:30:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741836_1012 (size=7) 2024-11-25T14:30:26,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:26,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:26,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:26,378 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-25T14:30:26,378 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:26,380 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:26,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:26,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741837_1013 (size=2324) 2024-11-25T14:30:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741837_1013 (size=2324) 2024-11-25T14:30:26,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:26,471 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T14:30:26,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0 2024-11-25T14:30:26,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0 after 1ms 2024-11-25T14:30:26,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0 took 6ms 2024-11-25T14:30:26,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0 so closing down 2024-11-25T14:30:26,488 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:26,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:26,525 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:26,525 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:26,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:26,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741838_1014 (size=743) 2024-11-25T14:30:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741838_1014 (size=743) 2024-11-25T14:30:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741839_1015 (size=743) 2024-11-25T14:30:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741839_1015 (size=743) 2024-11-25T14:30:26,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-25T14:30:26,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-25T14:30:26,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:26,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:26,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 486 ms; skipped=7; WAL=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-25T14:30:26,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0, size=2.3 K (2324bytes) at 1732545026472Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0 so closing down at 1732545026488 (+16 ms)3 split writer threads finished at 1732545026489 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545026530 (+41 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545026531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1732545026961 (+430 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732545026962 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545026966 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545026966Processed 27 edits across 2 Regions in 486 ms; skipped=7; WAL=hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732545026967 (+1 ms) 2024-11-25T14:30:26,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/WALs/testsplitlogfilemultipleregions,16010,1732545026378/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/b4e3cf03-6c9a-cd47-244d-ec48df76bdd4/oldWALs/wal.dat.0 2024-11-25T14:30:27,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_873819395_22 at /127.0.0.1:58278 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_873819395_22 at /127.0.0.1:41228 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=927 (was 927), ProcessCount=11 (was 11), AvailableMemoryMB=4064 (was 4107) 2024-11-25T14:30:27,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=4064 2024-11-25T14:30:27,017 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:27,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741840_1016 (size=7) 2024-11-25T14:30:27,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741840_1016 (size=7) 2024-11-25T14:30:27,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:27,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,048 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:27,049 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:27,050 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:27,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:27,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741841_1017 (size=2324) 2024-11-25T14:30:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741841_1017 (size=2324) 2024-11-25T14:30:27,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:28,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T14:30:28,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0 so closing down 2024-11-25T14:30:28,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-25T14:30:28,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0, size=2.3 K (2324bytes) at 1732545028044Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0 so closing down at 1732545028044Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/189f02ee-5715-6199-c6f5-03da6978acab/WALs/testterminationaskedbyreporter,16010,1732545027049/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732545028045 (+1 ms) 2024-11-25T14:30:28,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130 (was 130), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=949 (was 927) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4001 (was 4064) 2024-11-25T14:30:28,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=949, ProcessCount=11, AvailableMemoryMB=4000 2024-11-25T14:30:28,068 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741842_1018 (size=7) 2024-11-25T14:30:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741842_1018 (size=7) 2024-11-25T14:30:28,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:28,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:28,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:28,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:28,098 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-25T14:30:28,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741843_1019 (size=1043) 2024-11-25T14:30:28,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741843_1019 (size=1043) 2024-11-25T14:30:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:28,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741845_1021 (size=1043) 2024-11-25T14:30:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741845_1021 (size=1043) 2024-11-25T14:30:28,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:28,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741846_1022 (size=1043) 2024-11-25T14:30:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741846_1022 (size=1043) 2024-11-25T14:30:28,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:28,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741847_1023 (size=1043) 2024-11-25T14:30:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741847_1023 (size=1043) 2024-11-25T14:30:28,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:28,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741848_1024 (size=1043) 2024-11-25T14:30:28,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741848_1024 (size=1043) 2024-11-25T14:30:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:28,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741849_1025 (size=1043) 2024-11-25T14:30:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741849_1025 (size=1043) 2024-11-25T14:30:28,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:28,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741850_1026 (size=1043) 2024-11-25T14:30:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741850_1026 (size=1043) 2024-11-25T14:30:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:28,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741851_1027 (size=1043) 2024-11-25T14:30:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741851_1027 (size=1043) 2024-11-25T14:30:28,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:28,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:28,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:28,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741852_1028 (size=1043) 2024-11-25T14:30:28,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741852_1028 (size=1043) 2024-11-25T14:30:28,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0, size=1.0 K (1043bytes) 2024-11-25T14:30:28,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0 2024-11-25T14:30:28,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0 after 0ms 2024-11-25T14:30:28,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0 took 6ms 2024-11-25T14:30:28,705 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-25T14:30:28,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0 so closing down 2024-11-25T14:30:28,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:28,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:28,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:28,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0, size=1.0 K (1043bytes) at 1732545028696Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0 so closing down at 1732545028706 (+10 ms)3 split writer threads finished at 1732545028706Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545028707 (+1 ms) 2024-11-25T14:30:28,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.0 2024-11-25T14:30:28,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1, size=180 (180bytes) 2024-11-25T14:30:28,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 2024-11-25T14:30:28,712 WARN [IPC Server handler 4 on default port 38873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-25T14:30:28,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 after 2ms 2024-11-25T14:30:29,387 WARN [ResponseProcessor for block BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:29,387 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_127933937_22 at /127.0.0.1:41282 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37867:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41282 dst: /127.0.0.1:37867 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:29,387 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_127933937_22 at /127.0.0.1:58392 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58392 dst: /127.0.0.1:34409 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34409 remote=/127.0.0.1:58392]. Total timeout mills is 60000, 58752 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:29,390 WARN [DataStreamer for file /user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 block BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34409,DS-5d073323-6212-4b1f-914b-e8eac9771aa0,DISK], DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34409,DS-5d073323-6212-4b1f-914b-e8eac9771aa0,DISK]) is bad. 2024-11-25T14:30:29,397 WARN [DataStreamer for file /user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 block BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741844_1029 (size=1035) 2024-11-25T14:30:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741844_1029 (size=1035) 2024-11-25T14:30:32,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 after 4003ms 2024-11-25T14:30:32,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 took 4008ms 2024-11-25T14:30:32,721 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1; continuing. 2024-11-25T14:30:32,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 so closing down 2024-11-25T14:30:32,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-25T14:30:32,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1, size=180 (180bytes) at 1732545028711Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 so closing down at 1732545032721 (+4010 ms)3 split writer threads finished at 1732545032721Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732545032722 (+1 ms) 2024-11-25T14:30:32,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.1 2024-11-25T14:30:32,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2, size=1.0 K (1043bytes) 2024-11-25T14:30:32,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2 2024-11-25T14:30:32,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2 after 1ms 2024-11-25T14:30:32,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2 took 5ms 2024-11-25T14:30:32,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2 so closing down 2024-11-25T14:30:32,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2, size=1.0 K (1043bytes) at 1732545032725Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2 so closing down at 1732545032733 (+8 ms)3 split writer threads finished at 1732545032733Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032733 2024-11-25T14:30:32,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.2 2024-11-25T14:30:32,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3, size=1.0 K (1043bytes) 2024-11-25T14:30:32,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3 2024-11-25T14:30:32,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3 after 1ms 2024-11-25T14:30:32,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3 took 4ms 2024-11-25T14:30:32,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3 so closing down 2024-11-25T14:30:32,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3, size=1.0 K (1043bytes) at 1732545032737Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3 so closing down at 1732545032745 (+8 ms)3 split writer threads finished at 1732545032745Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032745 2024-11-25T14:30:32,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.3 2024-11-25T14:30:32,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4, size=1.0 K (1043bytes) 2024-11-25T14:30:32,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4 2024-11-25T14:30:32,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4 after 0ms 2024-11-25T14:30:32,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4 took 5ms 2024-11-25T14:30:32,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4 so closing down 2024-11-25T14:30:32,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4, size=1.0 K (1043bytes) at 1732545032750Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4 so closing down at 1732545032757 (+7 ms)3 split writer threads finished at 1732545032757Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032757 2024-11-25T14:30:32,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.4 2024-11-25T14:30:32,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5, size=1.0 K (1043bytes) 2024-11-25T14:30:32,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5 2024-11-25T14:30:32,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5 after 1ms 2024-11-25T14:30:32,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5 took 5ms 2024-11-25T14:30:32,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5 so closing down 2024-11-25T14:30:32,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5, size=1.0 K (1043bytes) at 1732545032761Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5 so closing down at 1732545032769 (+8 ms)3 split writer threads finished at 1732545032770 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032770 2024-11-25T14:30:32,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.5 2024-11-25T14:30:32,774 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6, size=1.0 K (1043bytes) 2024-11-25T14:30:32,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6 2024-11-25T14:30:32,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6 after 1ms 2024-11-25T14:30:32,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6 took 5ms 2024-11-25T14:30:32,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6 so closing down 2024-11-25T14:30:32,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6, size=1.0 K (1043bytes) at 1732545032774Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6 so closing down at 1732545032786 (+12 ms)3 split writer threads finished at 1732545032786Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032786 2024-11-25T14:30:32,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.6 2024-11-25T14:30:32,791 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7, size=1.0 K (1043bytes) 2024-11-25T14:30:32,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7 2024-11-25T14:30:32,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7 after 1ms 2024-11-25T14:30:32,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7 took 5ms 2024-11-25T14:30:32,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7 so closing down 2024-11-25T14:30:32,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7, size=1.0 K (1043bytes) at 1732545032791Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7 so closing down at 1732545032806 (+15 ms)3 split writer threads finished at 1732545032806Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032806 2024-11-25T14:30:32,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.7 2024-11-25T14:30:32,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8, size=1.0 K (1043bytes) 2024-11-25T14:30:32,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8 2024-11-25T14:30:32,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8 after 0ms 2024-11-25T14:30:32,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8 took 6ms 2024-11-25T14:30:32,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8 so closing down 2024-11-25T14:30:32,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8, size=1.0 K (1043bytes) at 1732545032811Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8 so closing down at 1732545032818 (+7 ms)3 split writer threads finished at 1732545032818Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032818 2024-11-25T14:30:32,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.8 2024-11-25T14:30:32,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9, size=1.0 K (1043bytes) 2024-11-25T14:30:32,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9 2024-11-25T14:30:32,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9 after 1ms 2024-11-25T14:30:32,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9 took 5ms 2024-11-25T14:30:32,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9 so closing down 2024-11-25T14:30:32,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:32,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:32,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T14:30:32,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9, size=1.0 K (1043bytes) at 1732545032822Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9 so closing down at 1732545032830 (+8 ms)3 split writer threads finished at 1732545032830Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732545032830 2024-11-25T14:30:32,834 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/WALs/testsplitdeletedregion,16010,1732545028098/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/f2694d48-7df7-f205-4086-f70450ab5ace/oldWALs/wal.dat.9 2024-11-25T14:30:32,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_759206610_22 at /127.0.0.1:58472 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1898988262) connection to localhost/127.0.0.1:40195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_759206610_22 at /127.0.0.1:41354 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=949 (was 949), ProcessCount=11 (was 11), AvailableMemoryMB=3834 (was 4000) 2024-11-25T14:30:32,856 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=949, ProcessCount=11, AvailableMemoryMB=3834 2024-11-25T14:30:32,856 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741853_1030 (size=7) 2024-11-25T14:30:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741853_1030 (size=7) 2024-11-25T14:30:32,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:32,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,884 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:32,885 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T14:30:32,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741854_1031 (size=863) 2024-11-25T14:30:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741854_1031 (size=863) 2024-11-25T14:30:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:32,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741855_1032 (size=859) 2024-11-25T14:30:32,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741855_1032 (size=859) 2024-11-25T14:30:32,973 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0, size=859 (859bytes) 2024-11-25T14:30:32,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0 2024-11-25T14:30:32,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0 after 0ms 2024-11-25T14:30:32,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0 took 5ms 2024-11-25T14:30:33,104 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0; continuing. 2024-11-25T14:30:33,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0 so closing down 2024-11-25T14:30:33,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:33,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:33,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:33,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741856_1033 (size=863) 2024-11-25T14:30:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741856_1033 (size=863) 2024-11-25T14:30:33,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:33,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T14:30:33,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-25T14:30:33,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0, size=859 (859bytes) at 1732545032973Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0 so closing down at 1732545033104 (+131 ms)3 split writer threads finished at 1732545033105 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545033114 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545033144 (+30 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732545033147 (+3 ms)Processed 10 edits across 1 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732545033147 2024-11-25T14:30:33,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/WALs/testcorruptwaltrailer,16010,1732545032884/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/dc4d3d80-ae68-80d3-16d2-647f88a16345/oldWALs/wal.dat.0 2024-11-25T14:30:33,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=937 (was 949), ProcessCount=11 (was 11), AvailableMemoryMB=3804 (was 3834) 2024-11-25T14:30:33,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=937, ProcessCount=11, AvailableMemoryMB=3804 2024-11-25T14:30:33,191 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741857_1034 (size=7) 2024-11-25T14:30:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741857_1034 (size=7) 2024-11-25T14:30:33,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:33,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,222 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:33,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=937 (was 937), ProcessCount=11 (was 11), AvailableMemoryMB=3799 (was 3804) 2024-11-25T14:30:33,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=937, ProcessCount=11, AvailableMemoryMB=3799 2024-11-25T14:30:33,253 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741858_1035 (size=7) 2024-11-25T14:30:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741858_1035 (size=7) 2024-11-25T14:30:33,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:33,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,693 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:33,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-25T14:30:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741859_1036 (size=93) 2024-11-25T14:30:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741859_1036 (size=93) 2024-11-25T14:30:33,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=937 (was 937), ProcessCount=11 (was 11), AvailableMemoryMB=3768 (was 3799) 2024-11-25T14:30:33,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=937, ProcessCount=11, AvailableMemoryMB=3768 2024-11-25T14:30:33,741 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741860_1037 (size=7) 2024-11-25T14:30:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741860_1037 (size=7) 2024-11-25T14:30:33,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:33,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,759 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:33,759 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:33,760 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:33,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741861_1038 (size=1393) 2024-11-25T14:30:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741861_1038 (size=1393) 2024-11-25T14:30:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:33,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:33,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:33,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741862_1039 (size=1393) 2024-11-25T14:30:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741862_1039 (size=1393) 2024-11-25T14:30:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:34,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:34,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741863_1040 (size=1393) 2024-11-25T14:30:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741863_1040 (size=1393) 2024-11-25T14:30:34,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:34,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741864_1041 (size=1393) 2024-11-25T14:30:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741864_1041 (size=1393) 2024-11-25T14:30:34,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:34,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741865_1042 (size=1393) 2024-11-25T14:30:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741865_1042 (size=1393) 2024-11-25T14:30:34,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:34,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741866_1043 (size=1393) 2024-11-25T14:30:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741866_1043 (size=1393) 2024-11-25T14:30:34,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:34,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:34,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741867_1044 (size=1405) 2024-11-25T14:30:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741867_1044 (size=1405) 2024-11-25T14:30:34,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:34,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:34,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741868_1045 (size=1413) 2024-11-25T14:30:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741868_1045 (size=1413) 2024-11-25T14:30:34,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:34,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741869_1046 (size=1413) 2024-11-25T14:30:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741869_1046 (size=1413) 2024-11-25T14:30:34,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:34,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:34,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741870_1047 (size=1413) 2024-11-25T14:30:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741870_1047 (size=1413) 2024-11-25T14:30:34,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:34,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:30:34,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7 2024-11-25T14:30:34,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7 after 1ms 2024-11-25T14:30:34,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7 took 6ms 2024-11-25T14:30:34,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7 so closing down 2024-11-25T14:30:34,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:34,503 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:34,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:34,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:34,540 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:34,540 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:34,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-25T14:30:34,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7, size=1.4 K (1413bytes) at 1732545034477Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7 so closing down at 1732545034497 (+20 ms)3 split writer threads finished at 1732545034503 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545034530 (+27 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545034530Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732545034540 (+10 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732545034540Processed 20 edits across 0 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/0c692d11-d0fa-f77d-4df5-8a415cbd54a2/WALs/testioeonoutputthread,16010,1732545033759/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732545034541 (+1 ms) 2024-11-25T14:30:34,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138 (was 136) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1876366384_22 at /127.0.0.1:41354 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=937 (was 937), ProcessCount=11 (was 11), AvailableMemoryMB=3725 (was 3768) 2024-11-25T14:30:34,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=937, ProcessCount=11, AvailableMemoryMB=3725 2024-11-25T14:30:34,573 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741871_1048 (size=7) 2024-11-25T14:30:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741871_1048 (size=7) 2024-11-25T14:30:34,598 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:34,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:34,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:34,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:34,651 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:34,653 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:34,657 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:34,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741872_1049 (size=2324) 2024-11-25T14:30:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741872_1049 (size=2324) 2024-11-25T14:30:34,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:34,717 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:34,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741873_1050 (size=1393) 2024-11-25T14:30:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741873_1050 (size=1393) 2024-11-25T14:30:34,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:34,742 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:34,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-25T14:30:34,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-25T14:30:34,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-25T14:30:34,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-25T14:30:34,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-25T14:30:34,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-25T14:30:34,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-25T14:30:34,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-25T14:30:34,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-25T14:30:34,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-25T14:30:34,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-25T14:30:34,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-25T14:30:34,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-25T14:30:34,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-25T14:30:34,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-25T14:30:34,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-25T14:30:34,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-25T14:30:34,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-25T14:30:34,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-25T14:30:34,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-25T14:30:34,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-25T14:30:34,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-25T14:30:34,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-25T14:30:34,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-25T14:30:34,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-25T14:30:34,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-25T14:30:34,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-25T14:30:34,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-25T14:30:34,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-25T14:30:34,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-25T14:30:34,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-25T14:30:34,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-25T14:30:34,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-25T14:30:34,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-25T14:30:34,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-25T14:30:34,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-25T14:30:34,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-25T14:30:34,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-25T14:30:34,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-25T14:30:34,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-25T14:30:34,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-25T14:30:34,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-25T14:30:34,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-25T14:30:34,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-25T14:30:34,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-25T14:30:34,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-25T14:30:34,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-25T14:30:34,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-25T14:30:34,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-25T14:30:34,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-25T14:30:34,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-25T14:30:34,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-25T14:30:34,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-25T14:30:34,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-25T14:30:34,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-25T14:30:34,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-25T14:30:34,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-25T14:30:34,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-25T14:30:34,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-25T14:30:34,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-25T14:30:34,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-25T14:30:34,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-25T14:30:34,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-25T14:30:34,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-25T14:30:34,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-25T14:30:34,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-25T14:30:34,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-25T14:30:34,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-25T14:30:34,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-25T14:30:34,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-25T14:30:34,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-25T14:30:34,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-25T14:30:34,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-25T14:30:34,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-25T14:30:34,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-25T14:30:34,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-25T14:30:34,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-25T14:30:34,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-25T14:30:34,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-25T14:30:34,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-25T14:30:34,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-25T14:30:34,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-25T14:30:34,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-25T14:30:34,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-25T14:30:34,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-25T14:30:34,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-25T14:30:34,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-25T14:30:34,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-25T14:30:34,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-25T14:30:34,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-25T14:30:34,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-25T14:30:34,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-25T14:30:34,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-25T14:30:34,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-25T14:30:34,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-25T14:30:34,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-25T14:30:34,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-25T14:30:34,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-25T14:30:34,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-25T14:30:34,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-25T14:30:34,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-25T14:30:34,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-25T14:30:34,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-25T14:30:34,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-25T14:30:34,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-25T14:30:34,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-25T14:30:34,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-25T14:30:34,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-25T14:30:34,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-25T14:30:34,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-25T14:30:34,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-25T14:30:34,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-25T14:30:34,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-25T14:30:34,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-25T14:30:34,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-25T14:30:34,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-25T14:30:34,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-25T14:30:34,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-25T14:30:34,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-25T14:30:34,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-25T14:30:34,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-25T14:30:34,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-25T14:30:34,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-25T14:30:34,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-25T14:30:34,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-25T14:30:34,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-25T14:30:34,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-25T14:30:34,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-25T14:30:34,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:34,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-25T14:30:34,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:34,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-25T14:30:35,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-25T14:30:35,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-25T14:30:35,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-25T14:30:35,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-25T14:30:35,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-25T14:30:35,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-25T14:30:35,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-25T14:30:35,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-25T14:30:35,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-25T14:30:35,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-25T14:30:35,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-25T14:30:35,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-25T14:30:35,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-25T14:30:35,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-25T14:30:35,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-25T14:30:35,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-25T14:30:35,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-25T14:30:35,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-25T14:30:35,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-25T14:30:35,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-25T14:30:35,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-25T14:30:35,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-25T14:30:35,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-25T14:30:35,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-25T14:30:35,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-25T14:30:35,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-25T14:30:35,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-25T14:30:35,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-25T14:30:35,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-25T14:30:35,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-25T14:30:35,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-25T14:30:35,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-25T14:30:35,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-25T14:30:35,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-25T14:30:35,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-25T14:30:35,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-25T14:30:35,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-25T14:30:35,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-25T14:30:35,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-25T14:30:35,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-25T14:30:35,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-25T14:30:35,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-25T14:30:35,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-25T14:30:35,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-25T14:30:35,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-25T14:30:35,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-25T14:30:35,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-25T14:30:35,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-25T14:30:35,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-25T14:30:35,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-25T14:30:35,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-25T14:30:35,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-25T14:30:35,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-25T14:30:35,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-25T14:30:35,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-25T14:30:35,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-25T14:30:35,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-25T14:30:35,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-25T14:30:35,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-25T14:30:35,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-25T14:30:35,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-25T14:30:35,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-25T14:30:35,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-25T14:30:35,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-25T14:30:35,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-25T14:30:35,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-25T14:30:35,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-25T14:30:35,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-25T14:30:35,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-25T14:30:35,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-25T14:30:35,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-25T14:30:35,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-25T14:30:35,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-25T14:30:35,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-25T14:30:35,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-25T14:30:35,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-25T14:30:35,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-25T14:30:35,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-25T14:30:35,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-25T14:30:35,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-25T14:30:35,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-25T14:30:35,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-25T14:30:35,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-25T14:30:35,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-25T14:30:35,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-25T14:30:35,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-25T14:30:35,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-25T14:30:35,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-25T14:30:35,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-25T14:30:35,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-25T14:30:35,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-25T14:30:35,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-25T14:30:35,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-25T14:30:35,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-25T14:30:35,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-25T14:30:35,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-25T14:30:35,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-25T14:30:35,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-25T14:30:35,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-25T14:30:35,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-25T14:30:35,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-25T14:30:35,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-25T14:30:35,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-25T14:30:35,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-25T14:30:35,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-25T14:30:35,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-25T14:30:35,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-25T14:30:35,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-25T14:30:35,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-25T14:30:35,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-25T14:30:35,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-25T14:30:35,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-25T14:30:35,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-25T14:30:35,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-25T14:30:35,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-25T14:30:35,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-25T14:30:35,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-25T14:30:35,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-25T14:30:35,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-25T14:30:35,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-25T14:30:35,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-25T14:30:35,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-25T14:30:35,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-25T14:30:35,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-25T14:30:35,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-25T14:30:35,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-25T14:30:35,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-25T14:30:35,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-25T14:30:35,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-25T14:30:35,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-25T14:30:35,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-25T14:30:35,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-25T14:30:35,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-25T14:30:35,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-25T14:30:35,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-25T14:30:35,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-25T14:30:35,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-25T14:30:35,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-25T14:30:35,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-25T14:30:35,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-25T14:30:35,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-25T14:30:35,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-25T14:30:35,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-25T14:30:35,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-25T14:30:35,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-25T14:30:35,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-25T14:30:35,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-25T14:30:35,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-25T14:30:35,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-25T14:30:35,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-25T14:30:35,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-25T14:30:35,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-25T14:30:35,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-25T14:30:35,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-25T14:30:35,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-25T14:30:35,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-25T14:30:35,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-25T14:30:35,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-25T14:30:35,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-25T14:30:35,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-25T14:30:35,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-25T14:30:35,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-25T14:30:35,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-25T14:30:35,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-25T14:30:35,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-25T14:30:35,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-25T14:30:35,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-25T14:30:35,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-25T14:30:35,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-25T14:30:35,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-25T14:30:35,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-25T14:30:35,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-25T14:30:35,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-25T14:30:35,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-25T14:30:35,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-25T14:30:35,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-25T14:30:35,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-25T14:30:35,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-25T14:30:35,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-25T14:30:35,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-25T14:30:35,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-25T14:30:35,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-25T14:30:35,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-25T14:30:35,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-25T14:30:35,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-25T14:30:35,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-25T14:30:35,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-25T14:30:35,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-25T14:30:35,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-25T14:30:35,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-25T14:30:35,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-25T14:30:35,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-25T14:30:35,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-25T14:30:35,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-25T14:30:35,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-25T14:30:35,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-25T14:30:35,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-25T14:30:35,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-25T14:30:35,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-25T14:30:35,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-25T14:30:35,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-25T14:30:35,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-25T14:30:35,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-25T14:30:35,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-25T14:30:35,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-25T14:30:35,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-25T14:30:35,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-25T14:30:35,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-25T14:30:35,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-25T14:30:35,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-25T14:30:35,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-25T14:30:35,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-25T14:30:35,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-25T14:30:35,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-25T14:30:35,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-25T14:30:35,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-25T14:30:35,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-25T14:30:35,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-25T14:30:35,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-25T14:30:35,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-25T14:30:35,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-25T14:30:35,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-25T14:30:35,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-25T14:30:35,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-25T14:30:35,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-25T14:30:35,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-25T14:30:35,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-25T14:30:35,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-25T14:30:35,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-25T14:30:35,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-25T14:30:35,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-25T14:30:35,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-25T14:30:35,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-25T14:30:35,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-25T14:30:35,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-25T14:30:35,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-25T14:30:35,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-25T14:30:35,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-25T14:30:35,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-25T14:30:35,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-25T14:30:35,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-25T14:30:35,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-25T14:30:35,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-25T14:30:35,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-25T14:30:35,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-25T14:30:35,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-25T14:30:35,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-25T14:30:35,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-25T14:30:35,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-25T14:30:35,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-25T14:30:35,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-25T14:30:35,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-25T14:30:35,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-25T14:30:35,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-25T14:30:35,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-25T14:30:35,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-25T14:30:35,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-25T14:30:35,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-25T14:30:35,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-25T14:30:35,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-25T14:30:35,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-25T14:30:35,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-25T14:30:35,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-25T14:30:35,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-25T14:30:35,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-25T14:30:35,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-25T14:30:35,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-25T14:30:35,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-25T14:30:35,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-25T14:30:35,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-25T14:30:35,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-25T14:30:35,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-25T14:30:35,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-25T14:30:35,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-25T14:30:35,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-25T14:30:35,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-25T14:30:35,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-25T14:30:35,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-25T14:30:35,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-25T14:30:35,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-25T14:30:35,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-25T14:30:35,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-25T14:30:35,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-25T14:30:35,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-25T14:30:35,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-25T14:30:35,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-25T14:30:35,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-25T14:30:35,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-25T14:30:35,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-25T14:30:35,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-25T14:30:35,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-25T14:30:35,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-25T14:30:35,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-25T14:30:35,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-25T14:30:35,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-25T14:30:35,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-25T14:30:35,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-25T14:30:35,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-25T14:30:35,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-25T14:30:35,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-25T14:30:35,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-25T14:30:35,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-25T14:30:35,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-25T14:30:35,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-25T14:30:35,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-25T14:30:35,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-25T14:30:35,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-25T14:30:35,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-25T14:30:35,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-25T14:30:35,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-25T14:30:35,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-25T14:30:35,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-25T14:30:35,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-25T14:30:35,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-25T14:30:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-25T14:30:35,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-25T14:30:35,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-25T14:30:35,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-25T14:30:35,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-25T14:30:35,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-25T14:30:35,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-25T14:30:35,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-25T14:30:35,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-25T14:30:35,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-25T14:30:35,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-25T14:30:35,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-25T14:30:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-25T14:30:35,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-25T14:30:35,797 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604): HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732545034716; access_time=1732545034664; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545034741; access_time=1732545034718; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732545034743; access_time=1732545034743; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T14:30:35,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,798 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-25T14:30:35,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-25T14:30:35,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-25T14:30:35,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-25T14:30:35,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-25T14:30:35,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-25T14:30:35,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-25T14:30:35,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-25T14:30:35,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-25T14:30:35,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-25T14:30:35,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-25T14:30:35,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-25T14:30:35,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T14:30:35,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0 2024-11-25T14:30:35,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0 after 1ms 2024-11-25T14:30:35,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-25T14:30:35,838 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0 took 4ms 2024-11-25T14:30:35,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-25T14:30:35,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-25T14:30:35,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-25T14:30:35,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-25T14:30:35,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-25T14:30:35,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-25T14:30:35,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-25T14:30:35,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-25T14:30:35,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-25T14:30:35,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-25T14:30:35,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-25T14:30:35,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-25T14:30:35,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0 so closing down 2024-11-25T14:30:35,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-25T14:30:35,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:35,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:35,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-25T14:30:35,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-25T14:30:35,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:35,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-25T14:30:35,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-25T14:30:35,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-25T14:30:35,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:35,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-25T14:30:35,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-25T14:30:35,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-25T14:30:35,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-25T14:30:35,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:35,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-25T14:30:35,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-25T14:30:35,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-25T14:30:35,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-25T14:30:35,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-25T14:30:35,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-25T14:30:35,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-25T14:30:35,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:35,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-25T14:30:35,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-25T14:30:35,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-25T14:30:35,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-25T14:30:35,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-25T14:30:35,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-25T14:30:35,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-25T14:30:35,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-25T14:30:35,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-25T14:30:35,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-25T14:30:35,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-25T14:30:35,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-25T14:30:35,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-25T14:30:35,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-25T14:30:35,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-25T14:30:35,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-25T14:30:35,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-25T14:30:35,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-25T14:30:35,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-25T14:30:35,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-25T14:30:35,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-25T14:30:35,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-25T14:30:35,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-25T14:30:35,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-25T14:30:35,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-25T14:30:35,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741876_1053 (size=743) 2024-11-25T14:30:35,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-25T14:30:35,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:35,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-25T14:30:35,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741876_1053 (size=743) 2024-11-25T14:30:35,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-25T14:30:35,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741875_1052 (size=743) 2024-11-25T14:30:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741875_1052 (size=743) 2024-11-25T14:30:35,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-25T14:30:35,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:35,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-25T14:30:35,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-25T14:30:35,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:35,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-25T14:30:35,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:35,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:35,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:35,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-25T14:30:36,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-25T14:30:36,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 148 ms; skipped=7; WAL=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-25T14:30:36,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0, size=2.3 K (2324bytes) at 1732545035834Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0 so closing down at 1732545035863 (+29 ms)3 split writer threads finished at 1732545035863Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545035884 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545035903 (+19 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545035974 (+71 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545035988 (+14 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545035991 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545035998 (+7 ms)Processed 27 edits across 2 Regions in 148 ms; skipped=7; WAL=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732545036004 (+6 ms) 2024-11-25T14:30:36,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-25T14:30:36,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-25T14:30:36,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-25T14:30:36,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-25T14:30:36,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-25T14:30:36,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/oldWALs/wal.dat.0 2024-11-25T14:30:36,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:36,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1 2024-11-25T14:30:36,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-25T14:30:36,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1 after 2ms 2024-11-25T14:30:36,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-25T14:30:36,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-25T14:30:36,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-25T14:30:36,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-25T14:30:36,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-25T14:30:36,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1 took 22ms 2024-11-25T14:30:36,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-25T14:30:36,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-25T14:30:36,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-25T14:30:36,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1 so closing down 2024-11-25T14:30:36,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:36,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:36,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-25T14:30:36,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-25T14:30:36,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-25T14:30:36,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-25T14:30:36,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-25T14:30:36,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:36,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:36,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-25T14:30:36,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:36,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-25T14:30:36,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:36,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-25T14:30:36,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-25T14:30:36,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-25T14:30:36,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-25T14:30:36,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-25T14:30:36,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-25T14:30:36,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-25T14:30:36,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-25T14:30:36,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-25T14:30:36,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-25T14:30:36,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-25T14:30:36,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-25T14:30:36,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-25T14:30:36,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-25T14:30:36,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-25T14:30:36,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-25T14:30:36,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-25T14:30:36,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-25T14:30:36,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-25T14:30:36,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-25T14:30:36,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741877_1054 (size=743) 2024-11-25T14:30:36,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741877_1054 (size=743) 2024-11-25T14:30:36,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-25T14:30:36,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:36,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-25T14:30:36,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-25T14:30:36,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-25T14:30:36,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-25T14:30:36,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-25T14:30:36,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:30:36,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-25T14:30:36,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-25T14:30:36,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-25T14:30:36,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-25T14:30:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741878_1055 (size=743) 2024-11-25T14:30:36,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:36,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-25T14:30:36,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741878_1055 (size=743) 2024-11-25T14:30:36,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:36,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:36,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1, size=1.4 K (1393bytes) at 1732545036026Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1 so closing down at 1732545036061 (+35 ms)3 split writer threads finished at 1732545036061Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545036096 (+35 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545036108 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545036164 (+56 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545036183 (+19 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545036202 (+19 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545036205 (+3 ms)Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545036206 (+1 ms) 2024-11-25T14:30:36,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-25T14:30:36,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-25T14:30:36,213 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/oldWALs/wal.dat.1 2024-11-25T14:30:36,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2, size=150 (150bytes) 2024-11-25T14:30:36,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 2024-11-25T14:30:36,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,214 WARN [IPC Server handler 0 on default port 38873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-25T14:30:36,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 after 2ms 2024-11-25T14:30:36,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-25T14:30:36,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-25T14:30:36,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-25T14:30:36,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-25T14:30:36,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-25T14:30:36,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-25T14:30:36,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-25T14:30:36,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-25T14:30:36,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-25T14:30:36,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-25T14:30:36,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-25T14:30:36,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-25T14:30:36,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-25T14:30:36,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-25T14:30:36,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-25T14:30:36,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-25T14:30:36,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-25T14:30:36,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-25T14:30:36,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-25T14:30:36,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-25T14:30:36,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-25T14:30:36,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-25T14:30:36,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-25T14:30:36,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-25T14:30:36,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-25T14:30:36,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T14:30:36,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T14:30:36,396 WARN [ResponseProcessor for block BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:36,396 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-719115610_534 at /127.0.0.1:42746 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37867:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42746 dst: /127.0.0.1:37867 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37867 remote=/127.0.0.1:42746]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:36,399 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-719115610_534 at /127.0.0.1:33254 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33254 dst: /127.0.0.1:34409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:36,399 WARN [DataStreamer for file /user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 block BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK], DatanodeInfoWithStorage[127.0.0.1:34409,DS-5d073323-6212-4b1f-914b-e8eac9771aa0,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK]) is bad. 2024-11-25T14:30:36,403 WARN [DataStreamer for file /user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 block BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:36,407 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:36,408 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-25T14:30:36,408 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 643 2024-11-25T14:30:36,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-25T14:30:36,408 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:36,409 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741874_1056 (size=40483) 2024-11-25T14:30:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741874_1056 (size=40483) 2024-11-25T14:30:40,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 after 4003ms 2024-11-25T14:30:40,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 took 4012ms 2024-11-25T14:30:40,262 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2; continuing. 2024-11-25T14:30:40,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 so closing down 2024-11-25T14:30:40,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:40,263 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:40,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:40,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:40,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:40,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741879_1057 (size=39841) 2024-11-25T14:30:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741880_1058 (size=743) 2024-11-25T14:30:40,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741880_1058 (size=743) 2024-11-25T14:30:40,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741879_1057 (size=39841) 2024-11-25T14:30:40,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:40,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:30:40,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 622 edits, skipped 0 edits in 13 ms) 2024-11-25T14:30:40,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:30:40,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 632 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-25T14:30:40,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2, size=150 (150bytes) at 1732545036213Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 so closing down at 1732545040262 (+4049 ms)3 split writer threads finished at 1732545040263 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545040272 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545040290 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545040342 (+52 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545040345 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 622 edits, skipped 0 edits in 13 ms) at 1732545040737 (+392 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545040739 (+2 ms)Processed 632 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732545040739 2024-11-25T14:30:40,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/WALs/testlogcannotbewrittenonceparsed,16010,1732545034604/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/efd76307-4128-8c73-ca46-3853dbf14d38/oldWALs/wal.dat.2 2024-11-25T14:30:40,742 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-25T14:30:40,761 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=642, robber=642 2024-11-25T14:30:40,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1898988262) connection to localhost/127.0.0.1:38873 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1898988262) connection to localhost/127.0.0.1:40269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1876366384_22 at /127.0.0.1:42788 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:38873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1898988262) connection to localhost/127.0.0.1:38873 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1876366384_22 at /127.0.0.1:33320 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:38873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=878 (was 937), ProcessCount=11 (was 11), AvailableMemoryMB=4689 (was 3725) - AvailableMemoryMB LEAK? - 2024-11-25T14:30:40,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=878, ProcessCount=11, AvailableMemoryMB=4688 2024-11-25T14:30:40,778 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741881_1059 (size=7) 2024-11-25T14:30:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741881_1059 (size=7) 2024-11-25T14:30:40,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:40,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:40,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:40,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:40,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:40,795 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:40,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:40,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741882_1060 (size=1393) 2024-11-25T14:30:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741882_1060 (size=1393) 2024-11-25T14:30:40,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:40,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741883_1061 (size=1393) 2024-11-25T14:30:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741883_1061 (size=1393) 2024-11-25T14:30:40,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:40,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741884_1062 (size=1393) 2024-11-25T14:30:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741884_1062 (size=1393) 2024-11-25T14:30:40,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:40,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741885_1063 (size=1393) 2024-11-25T14:30:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741885_1063 (size=1393) 2024-11-25T14:30:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:40,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741886_1064 (size=1393) 2024-11-25T14:30:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741886_1064 (size=1393) 2024-11-25T14:30:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:40,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741887_1065 (size=1393) 2024-11-25T14:30:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741887_1065 (size=1393) 2024-11-25T14:30:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:40,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741888_1066 (size=1405) 2024-11-25T14:30:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741888_1066 (size=1405) 2024-11-25T14:30:40,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:40,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741889_1067 (size=1413) 2024-11-25T14:30:40,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741889_1067 (size=1413) 2024-11-25T14:30:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:40,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:40,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:40,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:40,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741890_1068 (size=1413) 2024-11-25T14:30:41,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741890_1068 (size=1413) 2024-11-25T14:30:41,006 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:41,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:41,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:41,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741891_1069 (size=1413) 2024-11-25T14:30:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741891_1069 (size=1413) 2024-11-25T14:30:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:41,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:41,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0 2024-11-25T14:30:41,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0 after 4ms 2024-11-25T14:30:41,461 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:43,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0 took 2013ms 2024-11-25T14:30:43,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0 so closing down 2024-11-25T14:30:43,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:43,471 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:43,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:43,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:43,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:43,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741892_1070 (size=743) 2024-11-25T14:30:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741892_1070 (size=743) 2024-11-25T14:30:43,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741893_1071 (size=743) 2024-11-25T14:30:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741893_1071 (size=743) 2024-11-25T14:30:43,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:43,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:43,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0, size=1.4 K (1393bytes) at 1732545041456Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0 so closing down at 1732545043471 (+2015 ms)3 split writer threads finished at 1732545043471Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545043476 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545043476Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043488 (+12 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545043492 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043493 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545043498 (+5 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545043498 2024-11-25T14:30:43,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.0 2024-11-25T14:30:43,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:43,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1 2024-11-25T14:30:43,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1 after 1ms 2024-11-25T14:30:43,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1 took 7ms 2024-11-25T14:30:43,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1 so closing down 2024-11-25T14:30:43,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:43,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:43,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:43,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:43,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:43,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:43,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741895_1073 (size=743) 2024-11-25T14:30:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741895_1073 (size=743) 2024-11-25T14:30:43,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741894_1072 (size=743) 2024-11-25T14:30:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741894_1072 (size=743) 2024-11-25T14:30:43,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:43,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:30:43,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:43,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1, size=1.4 K (1393bytes) at 1732545043504Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1 so closing down at 1732545043512 (+8 ms)3 split writer threads finished at 1732545043512Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545043517 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545043517Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043524 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043527 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545043528 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545043532 (+4 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545043532 2024-11-25T14:30:43,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.1 2024-11-25T14:30:43,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:30:43,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2 2024-11-25T14:30:43,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2 after 1ms 2024-11-25T14:30:43,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2 took 5ms 2024-11-25T14:30:43,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2 so closing down 2024-11-25T14:30:43,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:43,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:43,549 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:43,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:43,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:43,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:43,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741896_1074 (size=743) 2024-11-25T14:30:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741896_1074 (size=743) 2024-11-25T14:30:43,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:30:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741897_1075 (size=743) 2024-11-25T14:30:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741897_1075 (size=743) 2024-11-25T14:30:43,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:30:43,573 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:43,573 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2, size=1.4 K (1393bytes) at 1732545043536Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2 so closing down at 1732545043543 (+7 ms)3 split writer threads finished at 1732545043543Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545043551 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545043557 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043562 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545043566 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043569 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545043573 (+4 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545043573 2024-11-25T14:30:43,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.2 2024-11-25T14:30:43,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:30:43,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3 2024-11-25T14:30:43,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3 after 0ms 2024-11-25T14:30:43,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3 took 4ms 2024-11-25T14:30:43,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3 so closing down 2024-11-25T14:30:43,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:43,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:43,586 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:43,586 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:43,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:43,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741898_1076 (size=743) 2024-11-25T14:30:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741898_1076 (size=743) 2024-11-25T14:30:43,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741899_1077 (size=743) 2024-11-25T14:30:43,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:30:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741899_1077 (size=743) 2024-11-25T14:30:43,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:43,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:30:43,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:43,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3, size=1.4 K (1393bytes) at 1732545043577Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3 so closing down at 1732545043583 (+6 ms)3 split writer threads finished at 1732545043583Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545043593 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545043593Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043610 (+17 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545043613 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545043614 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545043617 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545043617 2024-11-25T14:30:43,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.3 2024-11-25T14:30:43,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:30:43,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4 2024-11-25T14:30:43,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4 after 2ms 2024-11-25T14:30:43,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4 took 6ms 2024-11-25T14:30:43,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4 so closing down 2024-11-25T14:30:43,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:43,633 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:43,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:43,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:43,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:43,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741900_1078 (size=743) 2024-11-25T14:30:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741900_1078 (size=743) 2024-11-25T14:30:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741901_1079 (size=743) 2024-11-25T14:30:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741901_1079 (size=743) 2024-11-25T14:30:44,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:30:44,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:30:44,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:44,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4, size=1.4 K (1393bytes) at 1732545043621Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4 so closing down at 1732545043633 (+12 ms)3 split writer threads finished at 1732545043633Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545043641 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545043641Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044068 (+427 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044068Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545044071 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545044072 (+1 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545044072 2024-11-25T14:30:44,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.4 2024-11-25T14:30:44,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:30:44,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5 2024-11-25T14:30:44,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5 after 1ms 2024-11-25T14:30:44,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5 took 4ms 2024-11-25T14:30:44,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5 so closing down 2024-11-25T14:30:44,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:44,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:44,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:44,094 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:44,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:44,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741902_1080 (size=743) 2024-11-25T14:30:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741902_1080 (size=743) 2024-11-25T14:30:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741903_1081 (size=743) 2024-11-25T14:30:44,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741903_1081 (size=743) 2024-11-25T14:30:44,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:30:44,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:30:44,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:44,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5, size=1.4 K (1393bytes) at 1732545044075Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5 so closing down at 1732545044088 (+13 ms)3 split writer threads finished at 1732545044090 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545044098 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545044098Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044143 (+45 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545044147 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044521 (+374 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545044524 (+3 ms)Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545044524 2024-11-25T14:30:44,527 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.5 2024-11-25T14:30:44,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:30:44,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6 2024-11-25T14:30:44,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6 after 0ms 2024-11-25T14:30:44,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6 took 4ms 2024-11-25T14:30:44,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6 so closing down 2024-11-25T14:30:44,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:44,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:44,537 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:44,538 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:44,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:44,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741905_1083 (size=749) 2024-11-25T14:30:44,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741905_1083 (size=749) 2024-11-25T14:30:44,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741904_1082 (size=749) 2024-11-25T14:30:44,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:30:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741904_1082 (size=749) 2024-11-25T14:30:44,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:30:44,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:30:44,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6, size=1.4 K (1405bytes) at 1732545044528Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6 so closing down at 1732545044534 (+6 ms)3 split writer threads finished at 1732545044534Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545044539 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545044539Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044550 (+11 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545044553 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044952 (+399 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545044956 (+4 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545044956 2024-11-25T14:30:44,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.6 2024-11-25T14:30:44,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:30:44,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7 2024-11-25T14:30:44,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7 after 1ms 2024-11-25T14:30:44,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7 took 5ms 2024-11-25T14:30:44,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7 so closing down 2024-11-25T14:30:44,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:44,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:44,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:44,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:44,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:44,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741906_1084 (size=753) 2024-11-25T14:30:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741906_1084 (size=753) 2024-11-25T14:30:44,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:30:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741907_1085 (size=753) 2024-11-25T14:30:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741907_1085 (size=753) 2024-11-25T14:30:44,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:44,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:30:44,990 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:44,990 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7, size=1.4 K (1413bytes) at 1732545044959Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7 so closing down at 1732545044966 (+7 ms)3 split writer threads finished at 1732545044966Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545044970 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545044971 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044977 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545044981 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545044987 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545044990 (+3 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545044990 2024-11-25T14:30:44,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.7 2024-11-25T14:30:44,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:30:44,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8 2024-11-25T14:30:44,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8 after 0ms 2024-11-25T14:30:44,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8 took 4ms 2024-11-25T14:30:44,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8 so closing down 2024-11-25T14:30:44,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:44,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:45,002 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:45,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:45,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:45,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741908_1086 (size=753) 2024-11-25T14:30:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741909_1087 (size=753) 2024-11-25T14:30:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741908_1086 (size=753) 2024-11-25T14:30:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741909_1087 (size=753) 2024-11-25T14:30:45,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:45,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:45,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:30:45,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:30:45,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:45,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8, size=1.4 K (1413bytes) at 1732545044993Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8 so closing down at 1732545044998 (+5 ms)3 split writer threads finished at 1732545044999 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545045004 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545045004Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545045014 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545045015 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545045021 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545045021Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545045021 2024-11-25T14:30:45,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.8 2024-11-25T14:30:45,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:30:45,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9 2024-11-25T14:30:45,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9 after 1ms 2024-11-25T14:30:45,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9 took 5ms 2024-11-25T14:30:45,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9 so closing down 2024-11-25T14:30:45,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:45,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:45,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:45,035 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:45,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:45,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741911_1089 (size=753) 2024-11-25T14:30:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741911_1089 (size=753) 2024-11-25T14:30:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741910_1088 (size=753) 2024-11-25T14:30:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741910_1088 (size=753) 2024-11-25T14:30:45,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:45,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:30:45,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:45,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:30:45,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:45,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9, size=1.4 K (1413bytes) at 1732545045025Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9 so closing down at 1732545045031 (+6 ms)3 split writer threads finished at 1732545045032 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545045037 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545045037Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545045047 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545045050 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545045447 (+397 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545045450 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545045451 (+1 ms) 2024-11-25T14:30:45,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/WALs/testretryopenduringrecovery,16010,1732545040793/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/4b16cc67-19f3-160d-0072-1aeaf9737825/oldWALs/wal.dat.9 2024-11-25T14:30:45,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=856 (was 878), ProcessCount=11 (was 11), AvailableMemoryMB=4228 (was 4688) 2024-11-25T14:30:45,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=856, ProcessCount=11, AvailableMemoryMB=4228 2024-11-25T14:30:45,474 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741912_1090 (size=7) 2024-11-25T14:30:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741912_1090 (size=7) 2024-11-25T14:30:45,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:45,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:45,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:45,490 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:45,490 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:45,490 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:45,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:45,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741913_1091 (size=1393) 2024-11-25T14:30:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741913_1091 (size=1393) 2024-11-25T14:30:45,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:45,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741914_1092 (size=1393) 2024-11-25T14:30:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741914_1092 (size=1393) 2024-11-25T14:30:45,527 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:45,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741915_1093 (size=1393) 2024-11-25T14:30:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741915_1093 (size=1393) 2024-11-25T14:30:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:45,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741916_1094 (size=1393) 2024-11-25T14:30:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741916_1094 (size=1393) 2024-11-25T14:30:45,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:45,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:45,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:45,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741917_1095 (size=1393) 2024-11-25T14:30:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741917_1095 (size=1393) 2024-11-25T14:30:46,392 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:46,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:46,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741919_1097 (size=1405) 2024-11-25T14:30:46,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741919_1097 (size=1405) 2024-11-25T14:30:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:46,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:46,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741920_1098 (size=1413) 2024-11-25T14:30:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741920_1098 (size=1413) 2024-11-25T14:30:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:46,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:46,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741921_1099 (size=1413) 2024-11-25T14:30:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741921_1099 (size=1413) 2024-11-25T14:30:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:46,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:46,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741922_1100 (size=1413) 2024-11-25T14:30:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741922_1100 (size=1413) 2024-11-25T14:30:46,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:46,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:46,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0 2024-11-25T14:30:46,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0 after 0ms 2024-11-25T14:30:46,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0 took 4ms 2024-11-25T14:30:46,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0 so closing down 2024-11-25T14:30:46,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:46,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:46,530 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:46,530 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:46,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:46,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741923_1101 (size=743) 2024-11-25T14:30:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741923_1101 (size=743) 2024-11-25T14:30:46,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:46,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741924_1102 (size=743) 2024-11-25T14:30:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741924_1102 (size=743) 2024-11-25T14:30:46,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:46,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:46,547 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:46,547 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0, size=1.4 K (1393bytes) at 1732545046521Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0 so closing down at 1732545046527 (+6 ms)3 split writer threads finished at 1732545046528 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545046532 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545046532Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545046541 (+9 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545046543 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545046546 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545046547 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545046547 2024-11-25T14:30:46,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.0 2024-11-25T14:30:46,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:46,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1 2024-11-25T14:30:46,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1 after 1ms 2024-11-25T14:30:46,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1 took 3ms 2024-11-25T14:30:46,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1 so closing down 2024-11-25T14:30:46,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:46,555 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:46,557 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:46,557 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:46,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:46,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741925_1103 (size=743) 2024-11-25T14:30:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741926_1104 (size=743) 2024-11-25T14:30:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741925_1103 (size=743) 2024-11-25T14:30:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741926_1104 (size=743) 2024-11-25T14:30:46,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:46,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:46,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:46,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:30:46,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:46,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1, size=1.4 K (1393bytes) at 1732545046550Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1 so closing down at 1732545046554 (+4 ms)3 split writer threads finished at 1732545046555 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545046558 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545046558Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545046567 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545046568 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545046569 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545046569Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545046569 2024-11-25T14:30:46,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.1 2024-11-25T14:30:46,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:30:46,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2 2024-11-25T14:30:46,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2 after 0ms 2024-11-25T14:30:46,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2 took 3ms 2024-11-25T14:30:46,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2 so closing down 2024-11-25T14:30:46,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:46,577 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:46,579 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:46,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:46,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:46,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741928_1106 (size=743) 2024-11-25T14:30:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741927_1105 (size=743) 2024-11-25T14:30:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741927_1105 (size=743) 2024-11-25T14:30:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741928_1106 (size=743) 2024-11-25T14:30:46,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:46,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:30:46,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:46,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:30:46,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:46,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2, size=1.4 K (1393bytes) at 1732545046571Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2 so closing down at 1732545046577 (+6 ms)3 split writer threads finished at 1732545046577Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545046581 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545046581Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545046591 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545046592 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545046990 (+398 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545046993 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545046993 2024-11-25T14:30:46,995 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.2 2024-11-25T14:30:46,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:30:46,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3 2024-11-25T14:30:46,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3 after 1ms 2024-11-25T14:30:46,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3 took 3ms 2024-11-25T14:30:46,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3 so closing down 2024-11-25T14:30:46,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:47,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:47,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:47,002 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:47,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:47,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741929_1107 (size=743) 2024-11-25T14:30:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741929_1107 (size=743) 2024-11-25T14:30:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741930_1108 (size=743) 2024-11-25T14:30:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741930_1108 (size=743) 2024-11-25T14:30:47,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:47,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:30:47,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:47,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:30:47,419 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:47,419 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3, size=1.4 K (1393bytes) at 1732545046995Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3 so closing down at 1732545046999 (+4 ms)3 split writer threads finished at 1732545047000 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545047003 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545047011 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545047026 (+15 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545047027 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545047417 (+390 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545047418 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545047419 (+1 ms) 2024-11-25T14:30:47,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.3 2024-11-25T14:30:47,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:30:47,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4 2024-11-25T14:30:47,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4 after 0ms 2024-11-25T14:30:47,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4 took 3ms 2024-11-25T14:30:47,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4 so closing down 2024-11-25T14:30:47,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:47,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:47,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:47,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:47,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:47,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741931_1109 (size=743) 2024-11-25T14:30:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741932_1110 (size=743) 2024-11-25T14:30:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741931_1109 (size=743) 2024-11-25T14:30:47,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:47,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:30:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741932_1110 (size=743) 2024-11-25T14:30:47,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:47,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:30:47,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:47,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4, size=1.4 K (1393bytes) at 1732545047421Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4 so closing down at 1732545047425 (+4 ms)3 split writer threads finished at 1732545047426 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545047430 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545047430Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545047464 (+34 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545047470 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545047474 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545047475 (+1 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545047476 (+1 ms) 2024-11-25T14:30:47,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.4 2024-11-25T14:30:47,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5, size=150 (150bytes) 2024-11-25T14:30:47,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 2024-11-25T14:30:47,479 WARN [IPC Server handler 0 on default port 38873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-25T14:30:47,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 after 0ms 2024-11-25T14:30:48,388 WARN [ResponseProcessor for block BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:48,388 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-285965738_22 at /127.0.0.1:47726 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47726 dst: /127.0.0.1:34409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:48,388 WARN [DataStreamer for file /user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 block BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK], DatanodeInfoWithStorage[127.0.0.1:34409,DS-5d073323-6212-4b1f-914b-e8eac9771aa0,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK]) is bad. 2024-11-25T14:30:48,388 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-285965738_22 at /127.0.0.1:34310 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37867:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34310 dst: /127.0.0.1:37867 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37867 remote=/127.0.0.1:34310]. Total timeout mills is 60000, 58027 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:30:48,389 WARN [DataStreamer for file /user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 block BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:30:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741918_1111 (size=1385) 2024-11-25T14:30:51,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 after 4001ms 2024-11-25T14:30:51,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 took 4006ms 2024-11-25T14:30:51,492 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5; continuing. 2024-11-25T14:30:51,492 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 so closing down 2024-11-25T14:30:51,492 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:51,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:51,501 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:51,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:51,507 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:51,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741933_1112 (size=743) 2024-11-25T14:30:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741933_1112 (size=743) 2024-11-25T14:30:51,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741934_1113 (size=743) 2024-11-25T14:30:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741934_1113 (size=743) 2024-11-25T14:30:51,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:30:51,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:30:51,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-25T14:30:51,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5, size=150 (150bytes) at 1732545047478Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 so closing down at 1732545051492 (+4014 ms)3 split writer threads finished at 1732545051495 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545051503 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545051509 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051524 (+15 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545051530 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051530Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545051532 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732545051533 (+1 ms) 2024-11-25T14:30:51,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.5 2024-11-25T14:30:51,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:30:51,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6 2024-11-25T14:30:51,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6 after 1ms 2024-11-25T14:30:51,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6 took 4ms 2024-11-25T14:30:51,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6 so closing down 2024-11-25T14:30:51,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:51,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:51,547 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:51,547 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:51,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:51,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741935_1114 (size=749) 2024-11-25T14:30:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741935_1114 (size=749) 2024-11-25T14:30:51,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:30:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741936_1115 (size=749) 2024-11-25T14:30:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741936_1115 (size=749) 2024-11-25T14:30:51,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:30:51,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:30:51,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6, size=1.4 K (1405bytes) at 1732545051535Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6 so closing down at 1732545051541 (+6 ms)3 split writer threads finished at 1732545051542 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545051548 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545051551 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051562 (+11 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545051564 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051570 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545051571 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545051571 2024-11-25T14:30:51,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.6 2024-11-25T14:30:51,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:30:51,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7 2024-11-25T14:30:51,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7 after 0ms 2024-11-25T14:30:51,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7 took 3ms 2024-11-25T14:30:51,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7 so closing down 2024-11-25T14:30:51,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:51,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:51,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:51,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:51,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:51,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741937_1116 (size=753) 2024-11-25T14:30:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741937_1116 (size=753) 2024-11-25T14:30:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741938_1117 (size=753) 2024-11-25T14:30:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741938_1117 (size=753) 2024-11-25T14:30:51,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:30:51,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:30:51,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:51,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7, size=1.4 K (1413bytes) at 1732545051574Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7 so closing down at 1732545051578 (+4 ms)3 split writer threads finished at 1732545051578Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545051582 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545051583 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051589 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051589Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545051591 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545051591Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545051591 2024-11-25T14:30:51,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.7 2024-11-25T14:30:51,594 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:30:51,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8 2024-11-25T14:30:51,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8 after 0ms 2024-11-25T14:30:51,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8 took 7ms 2024-11-25T14:30:51,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8 so closing down 2024-11-25T14:30:51,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:51,605 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:51,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:51,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:51,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:51,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741939_1118 (size=753) 2024-11-25T14:30:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741939_1118 (size=753) 2024-11-25T14:30:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741940_1119 (size=753) 2024-11-25T14:30:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741940_1119 (size=753) 2024-11-25T14:30:51,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:51,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:30:52,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:52,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:30:52,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:52,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8, size=1.4 K (1413bytes) at 1732545051594Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8 so closing down at 1732545051605 (+11 ms)3 split writer threads finished at 1732545051605Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545051612 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545051620 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545051638 (+18 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545051640 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545052026 (+386 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545052028 (+2 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545052028 2024-11-25T14:30:52,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.8 2024-11-25T14:30:52,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:30:52,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9 2024-11-25T14:30:52,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9 after 0ms 2024-11-25T14:30:52,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9 took 3ms 2024-11-25T14:30:52,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9 so closing down 2024-11-25T14:30:52,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:52,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:52,040 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:52,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:52,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:52,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:52,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741941_1120 (size=753) 2024-11-25T14:30:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741941_1120 (size=753) 2024-11-25T14:30:52,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:52,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:30:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741942_1121 (size=753) 2024-11-25T14:30:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741942_1121 (size=753) 2024-11-25T14:30:52,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:52,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:30:52,065 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:52,065 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9, size=1.4 K (1413bytes) at 1732545052031Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9 so closing down at 1732545052035 (+4 ms)3 split writer threads finished at 1732545052037 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545052041 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545052041Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545052054 (+13 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545052056 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545052063 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545052065 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545052065 2024-11-25T14:30:52,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732545045490/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/742e193b-23cf-707f-9ba6-2fbe7709c3c8/oldWALs/wal.dat.9 2024-11-25T14:30:52,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 142), OpenFileDescriptor=397 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=795 (was 856), ProcessCount=11 (was 11), AvailableMemoryMB=3999 (was 4228) 2024-11-25T14:30:52,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=795, ProcessCount=11, AvailableMemoryMB=3998 2024-11-25T14:30:52,171 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741943_1122 (size=7) 2024-11-25T14:30:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741943_1122 (size=7) 2024-11-25T14:30:52,585 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:52,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:52,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:52,590 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:52,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=795 (was 795), ProcessCount=11 (was 11), AvailableMemoryMB=3983 (was 3998) 2024-11-25T14:30:52,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=795, ProcessCount=11, AvailableMemoryMB=3983 2024-11-25T14:30:52,611 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741944_1123 (size=7) 2024-11-25T14:30:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741944_1123 (size=7) 2024-11-25T14:30:53,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:53,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:53,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:53,041 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:53,042 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:53,043 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:53,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741945_1124 (size=1393) 2024-11-25T14:30:53,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741945_1124 (size=1393) 2024-11-25T14:30:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:53,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741946_1125 (size=1393) 2024-11-25T14:30:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741946_1125 (size=1393) 2024-11-25T14:30:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:53,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741947_1126 (size=1393) 2024-11-25T14:30:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741947_1126 (size=1393) 2024-11-25T14:30:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:53,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741948_1127 (size=1393) 2024-11-25T14:30:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741948_1127 (size=1393) 2024-11-25T14:30:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:53,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741949_1128 (size=1393) 2024-11-25T14:30:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741949_1128 (size=1393) 2024-11-25T14:30:53,116 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:53,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741950_1129 (size=1393) 2024-11-25T14:30:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741950_1129 (size=1393) 2024-11-25T14:30:53,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:53,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:53,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741951_1130 (size=1405) 2024-11-25T14:30:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741951_1130 (size=1405) 2024-11-25T14:30:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:53,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741952_1131 (size=1413) 2024-11-25T14:30:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741952_1131 (size=1413) 2024-11-25T14:30:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:53,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741953_1132 (size=1413) 2024-11-25T14:30:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741953_1132 (size=1413) 2024-11-25T14:30:53,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:53,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:53,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741954_1133 (size=1413) 2024-11-25T14:30:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741954_1133 (size=1413) 2024-11-25T14:30:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:53,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:53,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0 2024-11-25T14:30:53,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0 after 0ms 2024-11-25T14:30:53,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0 took 3ms 2024-11-25T14:30:53,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0 so closing down 2024-11-25T14:30:53,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:53,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:53,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:53,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:53,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741955_1134 (size=743) 2024-11-25T14:30:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741955_1134 (size=743) 2024-11-25T14:30:53,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741956_1135 (size=743) 2024-11-25T14:30:53,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741956_1135 (size=743) 2024-11-25T14:30:53,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:53,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:53,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:53,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0, size=1.4 K (1393bytes) at 1732545053205Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0 so closing down at 1732545053211 (+6 ms)3 split writer threads finished at 1732545053211Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545053214 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545053215 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053223 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053225 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545053225Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545053226 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545053227 (+1 ms) 2024-11-25T14:30:53,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.0 2024-11-25T14:30:53,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:53,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1 2024-11-25T14:30:53,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1 after 1ms 2024-11-25T14:30:53,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1 took 3ms 2024-11-25T14:30:53,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1 so closing down 2024-11-25T14:30:53,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:53,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:53,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:53,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741958_1137 (size=743) 2024-11-25T14:30:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741957_1136 (size=743) 2024-11-25T14:30:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741957_1136 (size=743) 2024-11-25T14:30:53,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741958_1137 (size=743) 2024-11-25T14:30:53,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:30:53,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:53,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:53,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1, size=1.4 K (1393bytes) at 1732545053233Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1 so closing down at 1732545053241 (+8 ms)3 split writer threads finished at 1732545053241Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545053245 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545053245Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053250 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053250Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545053252 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545053252Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545053252 2024-11-25T14:30:53,254 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.1 2024-11-25T14:30:53,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:30:53,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2 2024-11-25T14:30:53,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2 after 0ms 2024-11-25T14:30:53,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2 took 2ms 2024-11-25T14:30:53,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2 so closing down 2024-11-25T14:30:53,258 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,258 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,260 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:53,260 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:53,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:53,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741959_1138 (size=743) 2024-11-25T14:30:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741959_1138 (size=743) 2024-11-25T14:30:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741960_1139 (size=743) 2024-11-25T14:30:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741960_1139 (size=743) 2024-11-25T14:30:53,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:30:53,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:30:53,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:53,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2, size=1.4 K (1393bytes) at 1732545053254Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2 so closing down at 1732545053258 (+4 ms)3 split writer threads finished at 1732545053258Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545053261 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545053261Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053270 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053270Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545053271 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545053271Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545053272 (+1 ms) 2024-11-25T14:30:53,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.2 2024-11-25T14:30:53,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:30:53,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3 2024-11-25T14:30:53,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3 after 1ms 2024-11-25T14:30:53,275 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3 took 2ms 2024-11-25T14:30:53,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3 so closing down 2024-11-25T14:30:53,277 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,277 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:53,279 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:53,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:53,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741962_1141 (size=743) 2024-11-25T14:30:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741962_1141 (size=743) 2024-11-25T14:30:53,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:30:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741961_1140 (size=743) 2024-11-25T14:30:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741961_1140 (size=743) 2024-11-25T14:30:53,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:30:53,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:53,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3, size=1.4 K (1393bytes) at 1732545053273Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3 so closing down at 1732545053277 (+4 ms)3 split writer threads finished at 1732545053277Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545053282 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545053282Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053299 (+17 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545053301 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053302 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545053303 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545053303 2024-11-25T14:30:53,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.3 2024-11-25T14:30:53,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:30:53,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4 2024-11-25T14:30:53,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4 after 1ms 2024-11-25T14:30:53,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4 took 3ms 2024-11-25T14:30:53,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4 so closing down 2024-11-25T14:30:53,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:53,311 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:53,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:53,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741963_1142 (size=743) 2024-11-25T14:30:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741963_1142 (size=743) 2024-11-25T14:30:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741964_1143 (size=743) 2024-11-25T14:30:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741964_1143 (size=743) 2024-11-25T14:30:53,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:30:53,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:30:53,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:53,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4, size=1.4 K (1393bytes) at 1732545053305Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4 so closing down at 1732545053309 (+4 ms)3 split writer threads finished at 1732545053309Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545053312 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545053312Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053322 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545053323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053723 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545053725 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545053725 2024-11-25T14:30:53,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.4 2024-11-25T14:30:53,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:30:53,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5 2024-11-25T14:30:53,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5 after 0ms 2024-11-25T14:30:53,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5 took 4ms 2024-11-25T14:30:53,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5 so closing down 2024-11-25T14:30:53,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:53,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:53,750 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:53,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741965_1144 (size=743) 2024-11-25T14:30:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741965_1144 (size=743) 2024-11-25T14:30:53,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:30:53,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741966_1145 (size=743) 2024-11-25T14:30:53,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741966_1145 (size=743) 2024-11-25T14:30:53,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:30:53,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:53,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5, size=1.4 K (1393bytes) at 1732545053728Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5 so closing down at 1732545053734 (+6 ms)3 split writer threads finished at 1732545053734Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545053749 (+15 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545053757 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053772 (+15 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545053773 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053781 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545053782 (+1 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545053782 2024-11-25T14:30:53,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.5 2024-11-25T14:30:53,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:30:53,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6 2024-11-25T14:30:53,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6 after 1ms 2024-11-25T14:30:53,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6 took 3ms 2024-11-25T14:30:53,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6 so closing down 2024-11-25T14:30:53,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,790 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:53,790 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:53,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:53,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741967_1146 (size=749) 2024-11-25T14:30:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741968_1147 (size=749) 2024-11-25T14:30:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741967_1146 (size=749) 2024-11-25T14:30:53,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741968_1147 (size=749) 2024-11-25T14:30:53,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:30:53,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:30:53,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:30:53,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6, size=1.4 K (1405bytes) at 1732545053784Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6 so closing down at 1732545053788 (+4 ms)3 split writer threads finished at 1732545053788Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545053792 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545053792Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053797 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053797Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545053798 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545053798Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545053798 2024-11-25T14:30:53,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.6 2024-11-25T14:30:53,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:30:53,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7 2024-11-25T14:30:53,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7 after 0ms 2024-11-25T14:30:53,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7 took 2ms 2024-11-25T14:30:53,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7 so closing down 2024-11-25T14:30:53,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:53,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:53,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:53,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741970_1149 (size=753) 2024-11-25T14:30:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741970_1149 (size=753) 2024-11-25T14:30:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741969_1148 (size=753) 2024-11-25T14:30:53,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741969_1148 (size=753) 2024-11-25T14:30:53,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:30:53,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:30:53,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:53,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7, size=1.4 K (1413bytes) at 1732545053800Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7 so closing down at 1732545053803 (+3 ms)3 split writer threads finished at 1732545053803Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545053807 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545053807Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053812 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053812Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545053813 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545053814 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545053814 2024-11-25T14:30:53,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.7 2024-11-25T14:30:53,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:30:53,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8 2024-11-25T14:30:53,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8 after 0ms 2024-11-25T14:30:53,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8 took 2ms 2024-11-25T14:30:53,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8 so closing down 2024-11-25T14:30:53,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:53,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:53,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:53,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741971_1150 (size=753) 2024-11-25T14:30:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741972_1151 (size=753) 2024-11-25T14:30:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741971_1150 (size=753) 2024-11-25T14:30:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741972_1151 (size=753) 2024-11-25T14:30:53,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:30:53,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:30:53,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:53,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8, size=1.4 K (1413bytes) at 1732545053816Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8 so closing down at 1732545053820 (+4 ms)3 split writer threads finished at 1732545053820Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545053823 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545053823Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053831 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053831Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545053833 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545053833Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545053833 2024-11-25T14:30:53,834 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.8 2024-11-25T14:30:53,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:30:53,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9 2024-11-25T14:30:53,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9 after 0ms 2024-11-25T14:30:53,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9 took 3ms 2024-11-25T14:30:53,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9 so closing down 2024-11-25T14:30:53,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:53,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:53,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:53,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:53,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:53,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741974_1153 (size=753) 2024-11-25T14:30:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741973_1152 (size=753) 2024-11-25T14:30:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741973_1152 (size=753) 2024-11-25T14:30:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741974_1153 (size=753) 2024-11-25T14:30:53,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:53,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:30:53,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:30:53,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:53,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9, size=1.4 K (1413bytes) at 1732545053835Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9 so closing down at 1732545053838 (+3 ms)3 split writer threads finished at 1732545053838Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545053841 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545053841Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053849 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545053849Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545053850 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545053850Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545053850 2024-11-25T14:30:53,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/WALs/testsplit,16010,1732545053041/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/273a6a4d-6d22-9e3a-f9f7-017d35076496/oldWALs/wal.dat.9 2024-11-25T14:30:53,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=771 (was 795), ProcessCount=11 (was 11), AvailableMemoryMB=3966 (was 3983) 2024-11-25T14:30:53,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=771, ProcessCount=11, AvailableMemoryMB=3966 2024-11-25T14:30:53,917 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741975_1154 (size=7) 2024-11-25T14:30:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741975_1154 (size=7) 2024-11-25T14:30:53,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:53,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:53,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:53,928 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:53,928 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:53,929 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:53,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:53,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741976_1155 (size=1393) 2024-11-25T14:30:53,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741976_1155 (size=1393) 2024-11-25T14:30:53,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:53,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:53,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741977_1156 (size=1393) 2024-11-25T14:30:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741977_1156 (size=1393) 2024-11-25T14:30:53,956 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:53,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:53,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741978_1157 (size=1393) 2024-11-25T14:30:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741978_1157 (size=1393) 2024-11-25T14:30:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:53,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741979_1158 (size=1393) 2024-11-25T14:30:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741979_1158 (size=1393) 2024-11-25T14:30:53,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:53,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:53,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741980_1159 (size=1393) 2024-11-25T14:30:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741980_1159 (size=1393) 2024-11-25T14:30:53,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:53,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:53,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741981_1160 (size=1393) 2024-11-25T14:30:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741981_1160 (size=1393) 2024-11-25T14:30:54,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:54,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741982_1161 (size=1405) 2024-11-25T14:30:54,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741982_1161 (size=1405) 2024-11-25T14:30:54,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:54,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:54,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741983_1162 (size=1413) 2024-11-25T14:30:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741983_1162 (size=1413) 2024-11-25T14:30:54,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:54,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:54,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741984_1163 (size=1413) 2024-11-25T14:30:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741984_1163 (size=1413) 2024-11-25T14:30:54,076 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:54,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:54,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741985_1164 (size=1413) 2024-11-25T14:30:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741985_1164 (size=1413) 2024-11-25T14:30:54,093 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:54,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:54,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0 2024-11-25T14:30:54,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0 after 1ms 2024-11-25T14:30:54,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0 took 3ms 2024-11-25T14:30:54,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0 so closing down 2024-11-25T14:30:54,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:54,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:54,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:54,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:54,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:54,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741986_1165 (size=743) 2024-11-25T14:30:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741987_1166 (size=743) 2024-11-25T14:30:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741987_1166 (size=743) 2024-11-25T14:30:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741986_1165 (size=743) 2024-11-25T14:30:54,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:54,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:54,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:54,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0, size=1.4 K (1393bytes) at 1732545054108Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0 so closing down at 1732545054114 (+6 ms)3 split writer threads finished at 1732545054114Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545054118 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545054118Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054125 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054125Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545054127 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545054127Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545054127 2024-11-25T14:30:54,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.0 2024-11-25T14:30:54,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:54,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1 2024-11-25T14:30:54,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1 after 1ms 2024-11-25T14:30:54,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1 took 3ms 2024-11-25T14:30:54,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1 so closing down 2024-11-25T14:30:54,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:54,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:54,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:54,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:54,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:54,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741988_1167 (size=743) 2024-11-25T14:30:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741988_1167 (size=743) 2024-11-25T14:30:54,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741989_1168 (size=743) 2024-11-25T14:30:54,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741989_1168 (size=743) 2024-11-25T14:30:54,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:54,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:30:54,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:30:54,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:54,550 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1, size=1.4 K (1393bytes) at 1732545054130Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1 so closing down at 1732545054135 (+5 ms)3 split writer threads finished at 1732545054135Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545054138 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545054139 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054147 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545054150 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054547 (+397 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545054549 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545054550 (+1 ms) 2024-11-25T14:30:54,552 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.1 2024-11-25T14:30:54,552 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:30:54,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2 2024-11-25T14:30:54,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2 after 1ms 2024-11-25T14:30:54,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2 took 3ms 2024-11-25T14:30:54,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2 so closing down 2024-11-25T14:30:54,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:54,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:54,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:54,560 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:54,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:54,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741990_1169 (size=743) 2024-11-25T14:30:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741990_1169 (size=743) 2024-11-25T14:30:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741991_1170 (size=743) 2024-11-25T14:30:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741991_1170 (size=743) 2024-11-25T14:30:54,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:30:54,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:30:54,572 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:54,572 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2, size=1.4 K (1393bytes) at 1732545054552Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2 so closing down at 1732545054557 (+5 ms)3 split writer threads finished at 1732545054557Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545054563 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545054563Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054570 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054570Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545054572 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545054572Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545054572 2024-11-25T14:30:54,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.2 2024-11-25T14:30:54,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:30:54,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3 2024-11-25T14:30:54,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3 after 0ms 2024-11-25T14:30:54,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3 took 2ms 2024-11-25T14:30:54,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3 so closing down 2024-11-25T14:30:54,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:54,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:54,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:54,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:54,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:54,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:54,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741993_1172 (size=743) 2024-11-25T14:30:54,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741993_1172 (size=743) 2024-11-25T14:30:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741992_1171 (size=743) 2024-11-25T14:30:54,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741992_1171 (size=743) 2024-11-25T14:30:54,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:30:54,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:54,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:30:54,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:54,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3, size=1.4 K (1393bytes) at 1732545054575Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3 so closing down at 1732545054579 (+4 ms)3 split writer threads finished at 1732545054579Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545054582 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545054582Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054590 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545054592 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545054991 (+399 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545054993 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545054994 (+1 ms) 2024-11-25T14:30:54,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.3 2024-11-25T14:30:54,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:30:54,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4 2024-11-25T14:30:54,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4 after 0ms 2024-11-25T14:30:55,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4 took 4ms 2024-11-25T14:30:55,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4 so closing down 2024-11-25T14:30:55,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:55,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:55,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:55,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:55,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:55,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741995_1174 (size=743) 2024-11-25T14:30:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741995_1174 (size=743) 2024-11-25T14:30:55,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:30:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741994_1173 (size=743) 2024-11-25T14:30:55,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741994_1173 (size=743) 2024-11-25T14:30:55,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:30:55,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:55,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4, size=1.4 K (1393bytes) at 1732545054997Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4 so closing down at 1732545055001 (+4 ms)3 split writer threads finished at 1732545055001Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545055005 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545055005Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055015 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545055017 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055023 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545055025 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545055026 (+1 ms) 2024-11-25T14:30:55,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.4 2024-11-25T14:30:55,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:30:55,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5 2024-11-25T14:30:55,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5 after 0ms 2024-11-25T14:30:55,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5 took 3ms 2024-11-25T14:30:55,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5 so closing down 2024-11-25T14:30:55,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:55,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:55,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:55,036 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:55,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:55,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741997_1176 (size=743) 2024-11-25T14:30:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741997_1176 (size=743) 2024-11-25T14:30:55,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:30:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741996_1175 (size=743) 2024-11-25T14:30:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741996_1175 (size=743) 2024-11-25T14:30:55,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:30:55,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:55,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5, size=1.4 K (1393bytes) at 1732545055029Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5 so closing down at 1732545055033 (+4 ms)3 split writer threads finished at 1732545055033Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545055037 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545055037Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055047 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545055049 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055055 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545055057 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545055057 2024-11-25T14:30:55,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.5 2024-11-25T14:30:55,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:30:55,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6 2024-11-25T14:30:55,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6 after 0ms 2024-11-25T14:30:55,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6 took 3ms 2024-11-25T14:30:55,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6 so closing down 2024-11-25T14:30:55,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:55,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:55,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:55,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:55,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:55,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:55,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741999_1178 (size=749) 2024-11-25T14:30:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073741998_1177 (size=749) 2024-11-25T14:30:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741999_1178 (size=749) 2024-11-25T14:30:55,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741998_1177 (size=749) 2024-11-25T14:30:55,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:30:55,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:30:55,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:30:55,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6, size=1.4 K (1405bytes) at 1732545055060Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6 so closing down at 1732545055064 (+4 ms)3 split writer threads finished at 1732545055064Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545055067 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545055067Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055072 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545055074 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055473 (+399 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545055476 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545055476 2024-11-25T14:30:55,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.6 2024-11-25T14:30:55,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:30:55,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7 2024-11-25T14:30:55,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7 after 0ms 2024-11-25T14:30:55,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7 took 3ms 2024-11-25T14:30:55,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7 so closing down 2024-11-25T14:30:55,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:55,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:55,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:55,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:55,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:55,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742001_1180 (size=753) 2024-11-25T14:30:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742001_1180 (size=753) 2024-11-25T14:30:55,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:30:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742000_1179 (size=753) 2024-11-25T14:30:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742000_1179 (size=753) 2024-11-25T14:30:55,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:30:55,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:55,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7, size=1.4 K (1413bytes) at 1732545055479Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7 so closing down at 1732545055484 (+5 ms)3 split writer threads finished at 1732545055484Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545055488 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545055488Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055495 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545055497 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055500 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545055503 (+3 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545055503 2024-11-25T14:30:55,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.7 2024-11-25T14:30:55,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:30:55,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8 2024-11-25T14:30:55,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8 after 0ms 2024-11-25T14:30:55,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8 took 3ms 2024-11-25T14:30:55,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8 so closing down 2024-11-25T14:30:55,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:55,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:55,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:55,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:55,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:55,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742002_1181 (size=753) 2024-11-25T14:30:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742003_1182 (size=753) 2024-11-25T14:30:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742003_1182 (size=753) 2024-11-25T14:30:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742002_1181 (size=753) 2024-11-25T14:30:55,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:30:55,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:30:55,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:55,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8, size=1.4 K (1413bytes) at 1732545055506Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8 so closing down at 1732545055509 (+3 ms)3 split writer threads finished at 1732545055510 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545055513 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545055513Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055521 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545055524 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055921 (+397 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545055924 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545055924 2024-11-25T14:30:55,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.8 2024-11-25T14:30:55,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:30:55,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9 2024-11-25T14:30:55,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9 after 0ms 2024-11-25T14:30:55,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9 took 3ms 2024-11-25T14:30:55,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9 so closing down 2024-11-25T14:30:55,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:55,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:55,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:55,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:55,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:55,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742005_1184 (size=753) 2024-11-25T14:30:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742005_1184 (size=753) 2024-11-25T14:30:55,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742004_1183 (size=753) 2024-11-25T14:30:55,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:55,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:30:55,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:30:55,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:55,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9, size=1.4 K (1413bytes) at 1732545055927Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9 so closing down at 1732545055931 (+4 ms)3 split writer threads finished at 1732545055931Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545055935 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545055935Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055944 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545055944Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545055946 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545055946Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545055946 2024-11-25T14:30:55,948 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/WALs/testmovedwalduringrecovery,16010,1732545053928/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/86f03b6d-e1e5-bbfd-ed83-e5685fc6bc1e/oldWALs/wal.dat.9 2024-11-25T14:30:55,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=771 (was 771), ProcessCount=11 (was 11), AvailableMemoryMB=3948 (was 3966) 2024-11-25T14:30:55,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=771, ProcessCount=11, AvailableMemoryMB=3948 2024-11-25T14:30:55,963 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742006_1185 (size=7) 2024-11-25T14:30:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742006_1185 (size=7) 2024-11-25T14:30:55,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:55,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:55,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:55,972 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:55,975 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-25T14:30:55,975 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-25T14:30:55,975 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-25T14:30:55,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-25T14:30:55,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-25T14:30:55,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake, size=0 (0bytes) 2024-11-25T14:30:55,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake took 7ms 2024-11-25T14:30:56,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake so closing down 2024-11-25T14:30:56,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:56,419 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:56,429 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-25T14:30:56,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-25T14:30:56,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-25T14:30:56,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) 2024-11-25T14:30:56,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-25T14:30:56,511 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) 2024-11-25T14:30:56,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) 2024-11-25T14:30:56,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-25T14:30:56,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) 2024-11-25T14:30:56,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 55 ms) 2024-11-25T14:30:56,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 586 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:30:56,584 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake, size=0 (0bytes) at 1732545055990Split 1024 edits, skipped 0 edits. at 1732545056026 (+36 ms)Split 2048 edits, skipped 0 edits. at 1732545056047 (+21 ms)Split 3072 edits, skipped 0 edits. at 1732545056069 (+22 ms)Split 4096 edits, skipped 0 edits. at 1732545056091 (+22 ms)Split 5120 edits, skipped 0 edits. at 1732545056115 (+24 ms)Split 6144 edits, skipped 0 edits. at 1732545056137 (+22 ms)Split 7168 edits, skipped 0 edits. at 1732545056163 (+26 ms)Split 8192 edits, skipped 0 edits. at 1732545056185 (+22 ms)Split 9216 edits, skipped 0 edits. at 1732545056206 (+21 ms)Split 10240 edits, skipped 0 edits. at 1732545056226 (+20 ms)Split 11264 edits, skipped 0 edits. at 1732545056246 (+20 ms)Split 12288 edits, skipped 0 edits. at 1732545056264 (+18 ms)Split 13312 edits, skipped 0 edits. at 1732545056286 (+22 ms)Split 14336 edits, skipped 0 edits. at 1732545056303 (+17 ms)Split 15360 edits, skipped 0 edits. at 1732545056324 (+21 ms)Split 16384 edits, skipped 0 edits. at 1732545056342 (+18 ms)Split 17408 edits, skipped 0 edits. at 1732545056361 (+19 ms)Split 18432 edits, skipped 0 edits. at 1732545056383 (+22 ms)Split 19456 edits, skipped 0 edits. at 1732545056407 (+24 ms)Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake so closing down at 1732545056417 (+10 ms)3 split writer threads finished at 1732545056419 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732545056429 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732545056429Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732545056429Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) at 1732545056503 (+74 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732545056507 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) at 1732545056511 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) at 1732545056512 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732545056517 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 63 ms) at 1732545056570 (+53 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 55 ms) at 1732545056573 (+3 ms)Processed 20000 edits across 5 Regions in 586 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/29eef2c7-6dd0-f1aa-f7bf-cc7e0649abe2/WALs/testthreading,16010,1732545055973/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732545056583 (+10 ms) 2024-11-25T14:30:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-25T14:30:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-25T14:30:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-25T14:30:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-25T14:30:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-25T14:30:56,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=771 (was 771), ProcessCount=11 (was 11), AvailableMemoryMB=3874 (was 3948) 2024-11-25T14:30:56,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=771, ProcessCount=11, AvailableMemoryMB=3873 2024-11-25T14:30:56,608 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:56,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742007_1186 (size=7) 2024-11-25T14:30:56,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742007_1186 (size=7) 2024-11-25T14:30:56,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:56,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:56,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:56,660 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:56,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T14:30:56,671 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:56,672 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:56,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742008_1187 (size=1393) 2024-11-25T14:30:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742008_1187 (size=1393) 2024-11-25T14:30:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:56,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742009_1188 (size=1393) 2024-11-25T14:30:56,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742009_1188 (size=1393) 2024-11-25T14:30:56,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:56,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742010_1189 (size=1393) 2024-11-25T14:30:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742010_1189 (size=1393) 2024-11-25T14:30:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:56,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742011_1190 (size=1393) 2024-11-25T14:30:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742011_1190 (size=1393) 2024-11-25T14:30:56,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:56,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:56,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742012_1191 (size=1393) 2024-11-25T14:30:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742012_1191 (size=1393) 2024-11-25T14:30:56,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:56,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742013_1192 (size=1393) 2024-11-25T14:30:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742013_1192 (size=1393) 2024-11-25T14:30:56,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:56,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742014_1193 (size=1405) 2024-11-25T14:30:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742014_1193 (size=1405) 2024-11-25T14:30:56,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:56,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:56,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742015_1194 (size=1413) 2024-11-25T14:30:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742015_1194 (size=1413) 2024-11-25T14:30:56,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:56,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:56,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742016_1195 (size=1413) 2024-11-25T14:30:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742016_1195 (size=1413) 2024-11-25T14:30:56,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:56,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:56,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742017_1196 (size=1413) 2024-11-25T14:30:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742017_1196 (size=1413) 2024-11-25T14:30:56,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:56,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-25T14:30:56,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty, size=0 (0bytes) 2024-11-25T14:30:56,910 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty might be still open, length is 0 2024-11-25T14:30:56,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty 2024-11-25T14:30:56,910 WARN [IPC Server handler 2 on default port 38873 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty closed. 2024-11-25T14:30:56,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty after 1ms 2024-11-25T14:30:56,912 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-25T14:30:56,913 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty; empty? 2024-11-25T14:30:56,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty so closing down 2024-11-25T14:30:56,913 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:30:56,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty, size=0 (0bytes) at 1732545056910Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty so closing down at 1732545056913 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732545056913 2024-11-25T14:30:56,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat..empty to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat..empty 2024-11-25T14:30:56,916 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:56,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0 2024-11-25T14:30:56,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0 after 1ms 2024-11-25T14:30:56,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0 took 7ms 2024-11-25T14:30:56,930 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0 so closing down 2024-11-25T14:30:56,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:56,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:56,943 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:56,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:56,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:56,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742018_1197 (size=743) 2024-11-25T14:30:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742018_1197 (size=743) 2024-11-25T14:30:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742019_1198 (size=743) 2024-11-25T14:30:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742019_1198 (size=743) 2024-11-25T14:30:57,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:57,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:57,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:57,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0, size=1.4 K (1393bytes) at 1732545056916Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0 so closing down at 1732545056930 (+14 ms)3 split writer threads finished at 1732545056933 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545056945 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545056946 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057374 (+428 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545057376 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057382 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545057384 (+2 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545057384 2024-11-25T14:30:57,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.0 2024-11-25T14:30:57,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:57,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1 2024-11-25T14:30:57,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1 after 0ms 2024-11-25T14:30:57,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1 took 2ms 2024-11-25T14:30:57,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1 so closing down 2024-11-25T14:30:57,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:57,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:57,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:57,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:57,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:57,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:57,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742020_1199 (size=743) 2024-11-25T14:30:57,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742020_1199 (size=743) 2024-11-25T14:30:57,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742021_1200 (size=743) 2024-11-25T14:30:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742021_1200 (size=743) 2024-11-25T14:30:57,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:30:57,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:57,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1, size=1.4 K (1393bytes) at 1732545057386Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1 so closing down at 1732545057390 (+4 ms)3 split writer threads finished at 1732545057390Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545057399 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545057402 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057404 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545057406 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057412 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545057414 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545057414 2024-11-25T14:30:57,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.1 2024-11-25T14:30:57,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:30:57,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2 2024-11-25T14:30:57,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2 after 1ms 2024-11-25T14:30:57,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2 took 3ms 2024-11-25T14:30:57,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2 so closing down 2024-11-25T14:30:57,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:57,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:57,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:57,422 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:57,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:30:57,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:30:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742023_1202 (size=743) 2024-11-25T14:30:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742023_1202 (size=743) 2024-11-25T14:30:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742022_1201 (size=743) 2024-11-25T14:30:57,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742022_1201 (size=743) 2024-11-25T14:30:57,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:30:57,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:30:57,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:57,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2, size=1.4 K (1393bytes) at 1732545057416Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2 so closing down at 1732545057420 (+4 ms)3 split writer threads finished at 1732545057420Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545057423 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545057423Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057427 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545057428 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057828 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545057830 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545057830 2024-11-25T14:30:57,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.2 2024-11-25T14:30:57,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:30:57,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3 2024-11-25T14:30:57,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3 after 0ms 2024-11-25T14:30:57,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3 took 2ms 2024-11-25T14:30:57,835 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3 so closing down 2024-11-25T14:30:57,835 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:57,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:57,837 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:57,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:30:57,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:57,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:30:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742024_1203 (size=743) 2024-11-25T14:30:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742024_1203 (size=743) 2024-11-25T14:30:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742025_1204 (size=743) 2024-11-25T14:30:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742025_1204 (size=743) 2024-11-25T14:30:57,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:57,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:30:58,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:30:58,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:58,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3, size=1.4 K (1393bytes) at 1732545057832Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3 so closing down at 1732545057835 (+3 ms)3 split writer threads finished at 1732545057835Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545057839 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545057844 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545057857 (+13 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545057863 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058254 (+391 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545058256 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545058256 2024-11-25T14:30:58,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.3 2024-11-25T14:30:58,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:30:58,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4 2024-11-25T14:30:58,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4 after 0ms 2024-11-25T14:30:58,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4 took 2ms 2024-11-25T14:30:58,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4 so closing down 2024-11-25T14:30:58,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:58,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:58,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:58,263 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:58,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:30:58,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:30:58,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742026_1205 (size=743) 2024-11-25T14:30:58,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742026_1205 (size=743) 2024-11-25T14:30:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742027_1206 (size=743) 2024-11-25T14:30:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742027_1206 (size=743) 2024-11-25T14:30:58,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:30:58,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:30:58,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:58,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4, size=1.4 K (1393bytes) at 1732545058258Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4 so closing down at 1732545058261 (+3 ms)3 split writer threads finished at 1732545058261Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545058264 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545058264Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058278 (+14 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545058279 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058678 (+399 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545058679 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545058680 (+1 ms) 2024-11-25T14:30:58,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.4 2024-11-25T14:30:58,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:30:58,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5 2024-11-25T14:30:58,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5 after 0ms 2024-11-25T14:30:58,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5 took 2ms 2024-11-25T14:30:58,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5 so closing down 2024-11-25T14:30:58,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:58,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:58,712 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:58,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:58,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:30:58,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:30:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742028_1207 (size=743) 2024-11-25T14:30:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742029_1208 (size=743) 2024-11-25T14:30:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742029_1208 (size=743) 2024-11-25T14:30:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742028_1207 (size=743) 2024-11-25T14:30:58,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:30:58,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:30:58,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:58,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5, size=1.4 K (1393bytes) at 1732545058682Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5 so closing down at 1732545058693 (+11 ms)3 split writer threads finished at 1732545058693Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545058714 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545058714Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058726 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058726Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545058727 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545058727Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545058727 2024-11-25T14:30:58,729 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.5 2024-11-25T14:30:58,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:30:58,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6 2024-11-25T14:30:58,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6 after 0ms 2024-11-25T14:30:58,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6 took 2ms 2024-11-25T14:30:58,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6 so closing down 2024-11-25T14:30:58,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:58,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:58,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:58,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:58,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:30:58,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:30:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742031_1210 (size=749) 2024-11-25T14:30:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742030_1209 (size=749) 2024-11-25T14:30:58,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742030_1209 (size=749) 2024-11-25T14:30:58,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742031_1210 (size=749) 2024-11-25T14:30:58,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:30:58,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:30:58,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:30:58,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6, size=1.4 K (1405bytes) at 1732545058729Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6 so closing down at 1732545058732 (+3 ms)3 split writer threads finished at 1732545058732Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545058735 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545058735Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058746 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058746Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545058747 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545058747Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545058747 2024-11-25T14:30:58,749 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.6 2024-11-25T14:30:58,749 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:30:58,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7 2024-11-25T14:30:58,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7 after 6ms 2024-11-25T14:30:58,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7 took 9ms 2024-11-25T14:30:58,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7 so closing down 2024-11-25T14:30:58,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:58,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:58,777 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:58,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:58,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:30:58,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:30:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742033_1212 (size=753) 2024-11-25T14:30:58,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742033_1212 (size=753) 2024-11-25T14:30:58,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742032_1211 (size=753) 2024-11-25T14:30:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742032_1211 (size=753) 2024-11-25T14:30:58,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:30:58,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:30:58,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:58,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7, size=1.4 K (1413bytes) at 1732545058749Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7 so closing down at 1732545058770 (+21 ms)3 split writer threads finished at 1732545058770Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545058783 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545058784 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058815 (+31 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545058817 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058824 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545058826 (+2 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545058827 (+1 ms) 2024-11-25T14:30:58,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.7 2024-11-25T14:30:58,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:30:58,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8 2024-11-25T14:30:58,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8 after 1ms 2024-11-25T14:30:58,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8 took 7ms 2024-11-25T14:30:58,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8 so closing down 2024-11-25T14:30:58,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:58,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:58,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:58,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:30:58,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:58,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:30:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742034_1213 (size=753) 2024-11-25T14:30:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742034_1213 (size=753) 2024-11-25T14:30:58,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:30:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742035_1214 (size=753) 2024-11-25T14:30:58,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742035_1214 (size=753) 2024-11-25T14:30:58,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:30:58,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:58,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8, size=1.4 K (1413bytes) at 1732545058833Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8 so closing down at 1732545058844 (+11 ms)3 split writer threads finished at 1732545058844Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545058853 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545058867 (+14 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058875 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545058876 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058906 (+30 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545058912 (+6 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545058912 2024-11-25T14:30:58,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.8 2024-11-25T14:30:58,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:30:58,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9 2024-11-25T14:30:58,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9 after 1ms 2024-11-25T14:30:58,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9 took 5ms 2024-11-25T14:30:58,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9 so closing down 2024-11-25T14:30:58,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:58,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:58,930 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:58,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:30:58,944 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:58,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:30:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742036_1215 (size=753) 2024-11-25T14:30:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742036_1215 (size=753) 2024-11-25T14:30:58,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:30:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742037_1216 (size=753) 2024-11-25T14:30:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742037_1216 (size=753) 2024-11-25T14:30:58,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:58,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:30:58,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:30:58,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9, size=1.4 K (1413bytes) at 1732545058918Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9 so closing down at 1732545058926 (+8 ms)3 split writer threads finished at 1732545058926Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545058943 (+17 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545058945 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058954 (+9 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545058955 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545058965 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545058967 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545058967 2024-11-25T14:30:58,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.9 2024-11-25T14:30:58,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty, size=0 (0bytes) 2024-11-25T14:30:58,969 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty might be still open, length is 0 2024-11-25T14:30:58,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty 2024-11-25T14:30:58,969 WARN [IPC Server handler 3 on default port 38873 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty closed. 2024-11-25T14:30:58,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty after 0ms 2024-11-25T14:30:58,970 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-25T14:30:58,970 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty; empty? 2024-11-25T14:30:58,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty so closing down 2024-11-25T14:30:58,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T14:30:58,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty, size=0 (0bytes) at 1732545058969Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty so closing down at 1732545058970 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732545058970 2024-11-25T14:30:58,972 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/WALs/testemptyopenlogfiles,16010,1732545056660/wal.dat.empty to hdfs://localhost:38873/user/jenkins/test-data/f0b52d42-48ed-f074-0c2f-2c7362d4f233/oldWALs/wal.dat.empty 2024-11-25T14:30:59,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 138), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=774 (was 771) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4579 (was 3873) - AvailableMemoryMB LEAK? - 2024-11-25T14:30:59,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=774, ProcessCount=11, AvailableMemoryMB=4579 2024-11-25T14:30:59,035 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:30:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742038_1217 (size=7) 2024-11-25T14:30:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742038_1217 (size=7) 2024-11-25T14:30:59,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:30:59,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:59,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:59,045 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:30:59,045 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:30:59,045 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:30:59,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:30:59,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742039_1218 (size=1393) 2024-11-25T14:30:59,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742039_1218 (size=1393) 2024-11-25T14:30:59,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:30:59,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:30:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742040_1219 (size=1393) 2024-11-25T14:30:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742040_1219 (size=1393) 2024-11-25T14:30:59,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:30:59,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:30:59,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742041_1220 (size=1393) 2024-11-25T14:30:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742041_1220 (size=1393) 2024-11-25T14:30:59,091 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:30:59,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:30:59,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742042_1221 (size=1393) 2024-11-25T14:30:59,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742042_1221 (size=1393) 2024-11-25T14:30:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:30:59,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:30:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742043_1222 (size=1393) 2024-11-25T14:30:59,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742043_1222 (size=1393) 2024-11-25T14:30:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:30:59,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:30:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742044_1223 (size=1393) 2024-11-25T14:30:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742044_1223 (size=1393) 2024-11-25T14:30:59,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:30:59,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:30:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742045_1224 (size=1405) 2024-11-25T14:30:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742045_1224 (size=1405) 2024-11-25T14:30:59,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:30:59,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:30:59,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742046_1225 (size=1413) 2024-11-25T14:30:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742046_1225 (size=1413) 2024-11-25T14:30:59,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:30:59,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:30:59,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742047_1226 (size=1413) 2024-11-25T14:30:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742047_1226 (size=1413) 2024-11-25T14:30:59,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:30:59,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:30:59,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:30:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:30:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742048_1227 (size=1413) 2024-11-25T14:30:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742048_1227 (size=1413) 2024-11-25T14:30:59,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:30:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742049_1228 (size=1398) 2024-11-25T14:30:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742049_1228 (size=1398) 2024-11-25T14:30:59,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:30:59,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0 2024-11-25T14:30:59,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0 after 1ms 2024-11-25T14:30:59,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0 took 3ms 2024-11-25T14:30:59,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0 so closing down 2024-11-25T14:30:59,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:59,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:59,704 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:59,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:59,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:30:59,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:30:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742050_1229 (size=743) 2024-11-25T14:30:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742050_1229 (size=743) 2024-11-25T14:30:59,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:59,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:30:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742051_1230 (size=743) 2024-11-25T14:30:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742051_1230 (size=743) 2024-11-25T14:30:59,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:59,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:30:59,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:30:59,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0, size=1.4 K (1393bytes) at 1732545059697Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0 so closing down at 1732545059702 (+5 ms)3 split writer threads finished at 1732545059702Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545059705 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545059705Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545059716 (+11 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545059717 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545059722 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545059724 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545059724 2024-11-25T14:30:59,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.0 2024-11-25T14:30:59,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:30:59,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1 2024-11-25T14:30:59,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1 after 0ms 2024-11-25T14:30:59,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1 took 5ms 2024-11-25T14:30:59,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1 so closing down 2024-11-25T14:30:59,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:30:59,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:30:59,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:59,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:59,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:30:59,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:30:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742052_1231 (size=743) 2024-11-25T14:30:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742052_1231 (size=743) 2024-11-25T14:30:59,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:30:59,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:30:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742053_1232 (size=743) 2024-11-25T14:30:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742053_1232 (size=743) 2024-11-25T14:31:00,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:00,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:00,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:00,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1, size=1.4 K (1393bytes) at 1732545059728Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1 so closing down at 1732545059735 (+7 ms)3 split writer threads finished at 1732545059735Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545059739 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545059750 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545059760 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545059761 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545060180 (+419 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545060191 (+11 ms)Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545060191 2024-11-25T14:31:00,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.1 2024-11-25T14:31:00,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:00,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2 2024-11-25T14:31:00,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2 after 10ms 2024-11-25T14:31:00,237 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2 took 15ms 2024-11-25T14:31:00,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2 so closing down 2024-11-25T14:31:00,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:00,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:00,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:00,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:00,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:00,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742054_1233 (size=743) 2024-11-25T14:31:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742054_1233 (size=743) 2024-11-25T14:31:00,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742055_1234 (size=743) 2024-11-25T14:31:00,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742055_1234 (size=743) 2024-11-25T14:31:00,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:00,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:00,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:00,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:00,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:00,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2, size=1.4 K (1393bytes) at 1732545060222Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2 so closing down at 1732545060245 (+23 ms)3 split writer threads finished at 1732545060245Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545060287 (+42 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545060290 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545060324 (+34 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545060327 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545060718 (+391 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545060724 (+6 ms)Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545060724 2024-11-25T14:31:00,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.2 2024-11-25T14:31:00,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:00,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3 2024-11-25T14:31:00,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3 after 1ms 2024-11-25T14:31:00,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3 took 6ms 2024-11-25T14:31:00,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3 so closing down 2024-11-25T14:31:00,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:00,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:00,747 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:00,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:00,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:00,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742056_1235 (size=743) 2024-11-25T14:31:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742057_1236 (size=743) 2024-11-25T14:31:00,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:00,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742057_1236 (size=743) 2024-11-25T14:31:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742056_1235 (size=743) 2024-11-25T14:31:01,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:01,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:01,219 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:01,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3, size=1.4 K (1393bytes) at 1732545060727Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3 so closing down at 1732545060739 (+12 ms)3 split writer threads finished at 1732545060740 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545060749 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545060751 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545060816 (+65 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545060818 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545061217 (+399 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545061218 (+1 ms)Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545061219 (+1 ms) 2024-11-25T14:31:01,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.3 2024-11-25T14:31:01,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:01,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4 2024-11-25T14:31:01,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4 after 1ms 2024-11-25T14:31:01,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4 took 3ms 2024-11-25T14:31:01,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4 so closing down 2024-11-25T14:31:01,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:01,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:01,251 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:01,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:01,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:01,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742058_1237 (size=743) 2024-11-25T14:31:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742058_1237 (size=743) 2024-11-25T14:31:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742059_1238 (size=743) 2024-11-25T14:31:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742059_1238 (size=743) 2024-11-25T14:31:01,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:01,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:01,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:01,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:31:01,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:01,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4, size=1.4 K (1393bytes) at 1732545061221Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4 so closing down at 1732545061229 (+8 ms)3 split writer threads finished at 1732545061229Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545061259 (+30 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545061263 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545061300 (+37 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545061301 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545061307 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545061308 (+1 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545061308 2024-11-25T14:31:01,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.4 2024-11-25T14:31:01,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5, size=1.4 K (1398bytes) 2024-11-25T14:31:01,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 2024-11-25T14:31:01,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 after 1ms 2024-11-25T14:31:01,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 took 5ms 2024-11-25T14:31:01,337 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:01,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 so closing down 2024-11-25T14:31:01,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:01,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:01,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:01,374 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:01,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:01,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742060_1239 (size=743) 2024-11-25T14:31:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742060_1239 (size=743) 2024-11-25T14:31:01,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:01,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:31:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742061_1240 (size=743) 2024-11-25T14:31:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742061_1240 (size=743) 2024-11-25T14:31:01,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:01,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:31:01,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 558 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-25T14:31:01,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5, size=1.4 K (1398bytes) at 1732545061311Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 so closing down at 1732545061338 (+27 ms)3 split writer threads finished at 1732545061347 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545061396 (+49 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545061400 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545061461 (+61 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545061469 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545061887 (+418 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545061889 (+2 ms)Processed 20 edits across 2 Regions in 558 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732545061889 2024-11-25T14:31:01,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/corrupt/wal.dat.5 2024-11-25T14:31:01,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:01,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6 2024-11-25T14:31:01,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6 after 0ms 2024-11-25T14:31:01,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6 took 3ms 2024-11-25T14:31:01,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6 so closing down 2024-11-25T14:31:01,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:01,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:01,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:01,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:01,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:01,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:01,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742062_1241 (size=749) 2024-11-25T14:31:01,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742062_1241 (size=749) 2024-11-25T14:31:01,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:01,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742063_1242 (size=749) 2024-11-25T14:31:01,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742063_1242 (size=749) 2024-11-25T14:31:01,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:31:02,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:02,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:31:02,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6, size=1.4 K (1405bytes) at 1732545061892Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6 so closing down at 1732545061895 (+3 ms)3 split writer threads finished at 1732545061895Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545061898 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545061898Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545061906 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545061912 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062312 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545062314 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545062316 (+2 ms) 2024-11-25T14:31:02,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.6 2024-11-25T14:31:02,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:02,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7 2024-11-25T14:31:02,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7 after 1ms 2024-11-25T14:31:02,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7 took 3ms 2024-11-25T14:31:02,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7 so closing down 2024-11-25T14:31:02,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:02,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:02,356 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:02,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:02,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:02,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742064_1243 (size=753) 2024-11-25T14:31:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742064_1243 (size=753) 2024-11-25T14:31:02,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742065_1244 (size=753) 2024-11-25T14:31:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742065_1244 (size=753) 2024-11-25T14:31:02,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:31:02,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:02,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7, size=1.4 K (1413bytes) at 1732545062318Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7 so closing down at 1732545062325 (+7 ms)3 split writer threads finished at 1732545062327 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545062371 (+44 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545062375 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062415 (+40 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545062417 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062447 (+30 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545062450 (+3 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545062450 2024-11-25T14:31:02,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.7 2024-11-25T14:31:02,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:02,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8 2024-11-25T14:31:02,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8 after 1ms 2024-11-25T14:31:02,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8 took 3ms 2024-11-25T14:31:02,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8 so closing down 2024-11-25T14:31:02,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:02,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:02,470 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:02,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:02,473 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:02,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742066_1245 (size=753) 2024-11-25T14:31:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742066_1245 (size=753) 2024-11-25T14:31:02,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:02,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742067_1246 (size=753) 2024-11-25T14:31:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742067_1246 (size=753) 2024-11-25T14:31:02,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:31:02,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:02,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8, size=1.4 K (1413bytes) at 1732545062454Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8 so closing down at 1732545062466 (+12 ms)3 split writer threads finished at 1732545062466Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545062471 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545062475 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062504 (+29 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545062506 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062521 (+15 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545062524 (+3 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545062524 2024-11-25T14:31:02,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.8 2024-11-25T14:31:02,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:02,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9 2024-11-25T14:31:02,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9 after 1ms 2024-11-25T14:31:02,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9 took 3ms 2024-11-25T14:31:02,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9 so closing down 2024-11-25T14:31:02,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:02,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:02,540 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:02,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:02,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:02,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742069_1248 (size=753) 2024-11-25T14:31:02,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742069_1248 (size=753) 2024-11-25T14:31:02,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:31:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742068_1247 (size=753) 2024-11-25T14:31:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742068_1247 (size=753) 2024-11-25T14:31:02,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:02,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:02,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:02,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9, size=1.4 K (1413bytes) at 1732545062526Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9 so closing down at 1732545062531 (+5 ms)3 split writer threads finished at 1732545062532 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545062543 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545062547 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062566 (+19 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545062574 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545062578 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545062579 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545062579 2024-11-25T14:31:02,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732545059045/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/ff2da981-982a-9a99-6aea-9e07ee727ebb/oldWALs/wal.dat.9 2024-11-25T14:31:02,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=774 (was 774), ProcessCount=11 (was 11), AvailableMemoryMB=4248 (was 4579) 2024-11-25T14:31:02,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=774, ProcessCount=11, AvailableMemoryMB=4246 2024-11-25T14:31:02,692 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:02,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742070_1249 (size=7) 2024-11-25T14:31:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742070_1249 (size=7) 2024-11-25T14:31:03,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:03,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:03,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:03,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:03,113 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f/data/default/t1/b6d016e953746c6642069719a80eb074 2024-11-25T14:31:03,114 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region b6d016e953746c6642069719a80eb074 2024-11-25T14:31:03,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:03,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742071_1250 (size=3841) 2024-11-25T14:31:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742071_1250 (size=3841) 2024-11-25T14:31:03,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0, size=3.8 K (3841bytes) 2024-11-25T14:31:03,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0 2024-11-25T14:31:03,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0 after 1ms 2024-11-25T14:31:03,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0 took 3ms 2024-11-25T14:31:03,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0 so closing down 2024-11-25T14:31:03,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:03,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:03,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:03,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742072_1251 (size=1591) 2024-11-25T14:31:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742072_1251 (size=1591) 2024-11-25T14:31:03,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:03,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000009 2024-11-25T14:31:03,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-25T14:31:03,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0, size=3.8 K (3841bytes) at 1732545063147Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0 so closing down at 1732545063152 (+5 ms)3 split writer threads finished at 1732545063152Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545063155 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732545063162 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/data/default/t1/b6d016e953746c6642069719a80eb074/recovered.edits/0000000000000000009 at 1732545063163 (+1 ms)Processed 21 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732545063163 2024-11-25T14:31:03,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/WALs/testsplitleavescompactioneventsedits,16010,1732545063113/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/7a8c7770-0b64-ecdd-12d4-57a26dbf5e57/oldWALs/wal.dat.0 2024-11-25T14:31:03,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 774), ProcessCount=11 (was 11), AvailableMemoryMB=4221 (was 4246) 2024-11-25T14:31:03,192 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=4221 2024-11-25T14:31:03,192 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:03,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742073_1252 (size=7) 2024-11-25T14:31:03,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:03,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:03,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742073_1252 (size=7) 2024-11-25T14:31:03,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:03,206 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:03,206 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T14:31:03,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:03,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742074_1253 (size=863) 2024-11-25T14:31:03,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742074_1253 (size=863) 2024-11-25T14:31:03,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:03,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0, size=863 (863bytes) 2024-11-25T14:31:03,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0 2024-11-25T14:31:03,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0 after 0ms 2024-11-25T14:31:03,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0 took 2ms 2024-11-25T14:31:03,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0 so closing down 2024-11-25T14:31:03,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:03,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:03,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:03,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742075_1254 (size=863) 2024-11-25T14:31:03,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742075_1254 (size=863) 2024-11-25T14:31:03,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:03,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T14:31:03,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-25T14:31:03,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0, size=863 (863bytes) at 1732545063234Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0 so closing down at 1732545063238 (+4 ms)3 split writer threads finished at 1732545063238Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545063241 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545063657 (+416 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732545063659 (+2 ms)Processed 10 edits across 1 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732545063659 2024-11-25T14:31:03,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/WALs/testsplitpreservesedits,16010,1732545063206/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/cb08e8d0-2797-7816-3d2b-08ee991ec3f0/oldWALs/wal.dat.0 2024-11-25T14:31:03,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=4122 (was 4221) 2024-11-25T14:31:03,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=4121 2024-11-25T14:31:03,696 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:03,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742076_1255 (size=7) 2024-11-25T14:31:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742076_1255 (size=7) 2024-11-25T14:31:03,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:03,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:03,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:03,782 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:03,783 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:03,784 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:03,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:03,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742077_1256 (size=1393) 2024-11-25T14:31:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742077_1256 (size=1393) 2024-11-25T14:31:03,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:03,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:03,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742078_1257 (size=1393) 2024-11-25T14:31:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742078_1257 (size=1393) 2024-11-25T14:31:04,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:04,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:04,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742079_1258 (size=1393) 2024-11-25T14:31:04,390 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:04,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742079_1258 (size=1393) 2024-11-25T14:31:04,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742080_1259 (size=1393) 2024-11-25T14:31:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742080_1259 (size=1393) 2024-11-25T14:31:04,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:04,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:04,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742081_1260 (size=1393) 2024-11-25T14:31:04,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742081_1260 (size=1393) 2024-11-25T14:31:04,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:04,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:04,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742082_1261 (size=1393) 2024-11-25T14:31:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742082_1261 (size=1393) 2024-11-25T14:31:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:04,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:04,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742083_1262 (size=1405) 2024-11-25T14:31:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742083_1262 (size=1405) 2024-11-25T14:31:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:04,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742084_1263 (size=1413) 2024-11-25T14:31:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742084_1263 (size=1413) 2024-11-25T14:31:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:04,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742085_1264 (size=1413) 2024-11-25T14:31:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742085_1264 (size=1413) 2024-11-25T14:31:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:04,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:04,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742086_1265 (size=1413) 2024-11-25T14:31:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742086_1265 (size=1413) 2024-11-25T14:31:04,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:04,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742087_1266 (size=1394) 2024-11-25T14:31:04,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742087_1266 (size=1394) 2024-11-25T14:31:04,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:04,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0 2024-11-25T14:31:04,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0 after 1ms 2024-11-25T14:31:04,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0 took 3ms 2024-11-25T14:31:04,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0 so closing down 2024-11-25T14:31:04,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,620 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:04,620 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:04,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:04,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742088_1267 (size=743) 2024-11-25T14:31:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742088_1267 (size=743) 2024-11-25T14:31:04,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:31:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742089_1268 (size=743) 2024-11-25T14:31:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742089_1268 (size=743) 2024-11-25T14:31:04,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:04,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:04,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0, size=1.4 K (1393bytes) at 1732545064613Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0 so closing down at 1732545064618 (+5 ms)3 split writer threads finished at 1732545064618Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545064621 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545064621Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064630 (+9 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545064632 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064633 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545064634 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545064634 2024-11-25T14:31:04,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.0 2024-11-25T14:31:04,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:04,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1 2024-11-25T14:31:04,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1 after 0ms 2024-11-25T14:31:04,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1 took 2ms 2024-11-25T14:31:04,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1 so closing down 2024-11-25T14:31:04,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:04,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:04,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:04,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742090_1269 (size=743) 2024-11-25T14:31:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742090_1269 (size=743) 2024-11-25T14:31:04,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742091_1270 (size=743) 2024-11-25T14:31:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742091_1270 (size=743) 2024-11-25T14:31:04,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:04,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:04,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:04,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1, size=1.4 K (1393bytes) at 1732545064636Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1 so closing down at 1732545064640 (+4 ms)3 split writer threads finished at 1732545064640Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545064642 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545064642Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064654 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064664 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545064665 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545064665Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545064665 2024-11-25T14:31:04,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.1 2024-11-25T14:31:04,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:04,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2 2024-11-25T14:31:04,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2 after 0ms 2024-11-25T14:31:04,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2 took 3ms 2024-11-25T14:31:04,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2 so closing down 2024-11-25T14:31:04,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:04,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:04,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:04,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742093_1272 (size=743) 2024-11-25T14:31:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742093_1272 (size=743) 2024-11-25T14:31:04,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742092_1271 (size=743) 2024-11-25T14:31:04,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742092_1271 (size=743) 2024-11-25T14:31:04,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:04,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:04,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2, size=1.4 K (1393bytes) at 1732545064667Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2 so closing down at 1732545064671 (+4 ms)3 split writer threads finished at 1732545064671Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545064679 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545064679Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064696 (+17 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545064698 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064699 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545064700 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545064701 (+1 ms) 2024-11-25T14:31:04,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.2 2024-11-25T14:31:04,702 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:04,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3 2024-11-25T14:31:04,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3 after 1ms 2024-11-25T14:31:04,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3 took 2ms 2024-11-25T14:31:04,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3 so closing down 2024-11-25T14:31:04,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:04,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:04,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:04,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742094_1273 (size=743) 2024-11-25T14:31:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742094_1273 (size=743) 2024-11-25T14:31:04,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742095_1274 (size=743) 2024-11-25T14:31:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742095_1274 (size=743) 2024-11-25T14:31:04,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:04,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:04,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3, size=1.4 K (1393bytes) at 1732545064702Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3 so closing down at 1732545064706 (+4 ms)3 split writer threads finished at 1732545064706Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545064709 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545064711 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064717 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545064718 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064725 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545064726 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545064727 (+1 ms) 2024-11-25T14:31:04,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.3 2024-11-25T14:31:04,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:04,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4 2024-11-25T14:31:04,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4 after 1ms 2024-11-25T14:31:04,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4 took 3ms 2024-11-25T14:31:04,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4 so closing down 2024-11-25T14:31:04,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:04,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:04,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:04,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:04,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742096_1275 (size=743) 2024-11-25T14:31:04,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742096_1275 (size=743) 2024-11-25T14:31:04,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:04,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742097_1276 (size=743) 2024-11-25T14:31:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742097_1276 (size=743) 2024-11-25T14:31:04,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:31:04,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:04,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4, size=1.4 K (1393bytes) at 1732545064728Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4 so closing down at 1732545064732 (+4 ms)3 split writer threads finished at 1732545064732Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545064735 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545064735Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064741 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545064742 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064745 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545064746 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545064746 2024-11-25T14:31:04,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.4 2024-11-25T14:31:04,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5, size=1.4 K (1394bytes) 2024-11-25T14:31:04,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5 2024-11-25T14:31:04,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5 after 1ms 2024-11-25T14:31:04,751 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-25T14:31:04,752 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5 so closing down 2024-11-25T14:31:04,752 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-25T14:31:04,752 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5, size=1.4 K (1394bytes) at 1732545064748Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5 so closing down at 1732545064752 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732545064752 2024-11-25T14:31:04,754 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/corrupt/wal.dat.5 2024-11-25T14:31:04,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:04,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6 2024-11-25T14:31:04,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6 after 1ms 2024-11-25T14:31:04,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6 took 3ms 2024-11-25T14:31:04,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6 so closing down 2024-11-25T14:31:04,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,759 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,762 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:04,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:04,763 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:04,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742098_1277 (size=749) 2024-11-25T14:31:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742098_1277 (size=749) 2024-11-25T14:31:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742099_1278 (size=749) 2024-11-25T14:31:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742099_1278 (size=749) 2024-11-25T14:31:04,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:04,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:31:04,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:31:04,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6, size=1.4 K (1405bytes) at 1732545064754Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6 so closing down at 1732545064759 (+5 ms)3 split writer threads finished at 1732545064759Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545064763 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545064764 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064767 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064768 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545064768Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545064768Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545064769 (+1 ms) 2024-11-25T14:31:04,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.6 2024-11-25T14:31:04,770 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:04,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7 2024-11-25T14:31:04,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7 after 0ms 2024-11-25T14:31:04,772 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7 took 2ms 2024-11-25T14:31:04,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7 so closing down 2024-11-25T14:31:04,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:04,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:04,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:04,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742100_1279 (size=753) 2024-11-25T14:31:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742100_1279 (size=753) 2024-11-25T14:31:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742101_1280 (size=753) 2024-11-25T14:31:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742101_1280 (size=753) 2024-11-25T14:31:04,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:04,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:31:04,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:04,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7, size=1.4 K (1413bytes) at 1732545064770Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7 so closing down at 1732545064773 (+3 ms)3 split writer threads finished at 1732545064773Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545064776 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545064776Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064781 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545064782 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064782Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545064783 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545064783 2024-11-25T14:31:04,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.7 2024-11-25T14:31:04,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:04,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8 2024-11-25T14:31:04,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8 after 0ms 2024-11-25T14:31:04,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8 took 2ms 2024-11-25T14:31:04,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8 so closing down 2024-11-25T14:31:04,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,790 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:04,790 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:04,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:04,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742103_1282 (size=753) 2024-11-25T14:31:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742103_1282 (size=753) 2024-11-25T14:31:04,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742102_1281 (size=753) 2024-11-25T14:31:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742102_1281 (size=753) 2024-11-25T14:31:04,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:31:04,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:04,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8, size=1.4 K (1413bytes) at 1732545064785Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8 so closing down at 1732545064788 (+3 ms)3 split writer threads finished at 1732545064788Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545064791 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545064791Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064819 (+28 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545064821 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064827 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545064828 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545064828 2024-11-25T14:31:04,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.8 2024-11-25T14:31:04,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:04,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9 2024-11-25T14:31:04,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9 after 0ms 2024-11-25T14:31:04,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9 took 3ms 2024-11-25T14:31:04,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9 so closing down 2024-11-25T14:31:04,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:04,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:04,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:04,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:04,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:04,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742104_1283 (size=753) 2024-11-25T14:31:04,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742104_1283 (size=753) 2024-11-25T14:31:04,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742105_1284 (size=753) 2024-11-25T14:31:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742105_1284 (size=753) 2024-11-25T14:31:04,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:04,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:31:04,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:04,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9, size=1.4 K (1413bytes) at 1732545064831Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9 so closing down at 1732545064836 (+5 ms)3 split writer threads finished at 1732545064836Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545064841 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545064842 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064848 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545064849 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545064852 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545064853 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545064854 (+1 ms) 2024-11-25T14:31:04,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732545063782/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/1a7ac060-e722-39a6-13ba-0ee518448a1a/oldWALs/wal.dat.9 2024-11-25T14:31:04,902 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3925 (was 4121) 2024-11-25T14:31:04,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3924 2024-11-25T14:31:04,909 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742106_1285 (size=7) 2024-11-25T14:31:04,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742106_1285 (size=7) 2024-11-25T14:31:05,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:05,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,321 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:05,321 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T14:31:05,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742107_1286 (size=2403) 2024-11-25T14:31:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742107_1286 (size=2403) 2024-11-25T14:31:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:05,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0, size=2.3 K (2403bytes) 2024-11-25T14:31:05,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0 2024-11-25T14:31:05,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0 after 1ms 2024-11-25T14:31:05,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0 took 3ms 2024-11-25T14:31:05,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0 so closing down 2024-11-25T14:31:05,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:05,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:05,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:05,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742108_1287 (size=863) 2024-11-25T14:31:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742108_1287 (size=863) 2024-11-25T14:31:05,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:05,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T14:31:05,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 415 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-25T14:31:05,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0, size=2.3 K (2403bytes) at 1732545065357Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0 so closing down at 1732545065364 (+7 ms)3 split writer threads finished at 1732545065364Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545065367 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545065775 (+408 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732545065777 (+2 ms)Processed 20 edits across 1 Regions in 415 ms; skipped=10; WAL=hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732545065777 2024-11-25T14:31:05,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/WALs/testsplitremovesregioneventsedits,16010,1732545065321/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/a50f15b3-ce69-fc0c-53c8-fb24ca8fcdb1/oldWALs/wal.dat.0 2024-11-25T14:31:05,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3801 (was 3924) 2024-11-25T14:31:05,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3801 2024-11-25T14:31:05,808 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742109_1288 (size=7) 2024-11-25T14:31:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742109_1288 (size=7) 2024-11-25T14:31:05,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:05,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,838 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:05,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3787 (was 3801) 2024-11-25T14:31:05,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3785 2024-11-25T14:31:05,890 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742110_1289 (size=7) 2024-11-25T14:31:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742110_1289 (size=7) 2024-11-25T14:31:05,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:05,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,906 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:05,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:05,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:05,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742111_1290 (size=255) 2024-11-25T14:31:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742111_1290 (size=255) 2024-11-25T14:31:05,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1, size=255 (255bytes) 2024-11-25T14:31:05,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1 2024-11-25T14:31:05,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1 after 1ms 2024-11-25T14:31:05,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1 took 3ms 2024-11-25T14:31:05,964 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-25T14:31:05,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1 so closing down 2024-11-25T14:31:05,964 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:05,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:05,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-25T14:31:05,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1, size=255 (255bytes) at 1732545065956Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1 so closing down at 1732545065964 (+8 ms)3 split writer threads finished at 1732545065964Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732545065965 (+1 ms) 2024-11-25T14:31:05,972 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/WALs/testsplitremovesreplicationmarkeredits,16010,1732545065906/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/f9b5ab35-0400-ea38-d919-523ba7d24792/oldWALs/wal.dat.1 2024-11-25T14:31:05,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3774 (was 3785) 2024-11-25T14:31:05,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3771 2024-11-25T14:31:05,988 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742112_1291 (size=7) 2024-11-25T14:31:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742112_1291 (size=7) 2024-11-25T14:31:05,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:05,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:05,999 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:05,999 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-25T14:31:05,999 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T14:31:06,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:06,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742113_1292 (size=1941) 2024-11-25T14:31:06,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742113_1292 (size=1941) 2024-11-25T14:31:06,010 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:06,011 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f/data/default/t1/region__1 2024-11-25T14:31:06,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0, size=1.9 K (1941bytes) 2024-11-25T14:31:06,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0 2024-11-25T14:31:06,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0 after 0ms 2024-11-25T14:31:06,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0 took 2ms 2024-11-25T14:31:06,030 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-25T14:31:06,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0 so closing down 2024-11-25T14:31:06,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:06,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:06,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-25T14:31:06,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0, size=1.9 K (1941bytes) at 1732545066027Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0 so closing down at 1732545066030 (+3 ms)3 split writer threads finished at 1732545066030Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732545066030 2024-11-25T14:31:06,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/WALs/testsplitlogfiledeletedregiondir,16010,1732545065999/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/a0518f8c-f4e7-2175-a019-c56242073249/oldWALs/wal.dat.0 2024-11-25T14:31:06,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3771 (was 3771) 2024-11-25T14:31:06,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3771 2024-11-25T14:31:06,048 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742114_1293 (size=7) 2024-11-25T14:31:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742114_1293 (size=7) 2024-11-25T14:31:06,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:06,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:06,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:06,061 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:06,062 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T14:31:06,062 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:06,062 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:06,063 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:06,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:06,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742115_1294 (size=1393) 2024-11-25T14:31:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742115_1294 (size=1393) 2024-11-25T14:31:06,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:06,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742116_1295 (size=1393) 2024-11-25T14:31:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742116_1295 (size=1393) 2024-11-25T14:31:06,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:06,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:06,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742117_1296 (size=1393) 2024-11-25T14:31:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742117_1296 (size=1393) 2024-11-25T14:31:06,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:06,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742118_1297 (size=1393) 2024-11-25T14:31:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742118_1297 (size=1393) 2024-11-25T14:31:06,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:06,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:06,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742119_1298 (size=1393) 2024-11-25T14:31:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742119_1298 (size=1393) 2024-11-25T14:31:06,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:06,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:06,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742120_1299 (size=1393) 2024-11-25T14:31:06,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742120_1299 (size=1393) 2024-11-25T14:31:06,136 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:06,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:06,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742121_1300 (size=1405) 2024-11-25T14:31:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742121_1300 (size=1405) 2024-11-25T14:31:06,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:06,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742122_1301 (size=1413) 2024-11-25T14:31:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742122_1301 (size=1413) 2024-11-25T14:31:06,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:06,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742123_1302 (size=1413) 2024-11-25T14:31:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742123_1302 (size=1413) 2024-11-25T14:31:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:06,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742124_1303 (size=1413) 2024-11-25T14:31:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742124_1303 (size=1413) 2024-11-25T14:31:06,178 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:06,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:06,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0 2024-11-25T14:31:06,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0 after 1ms 2024-11-25T14:31:06,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0 took 3ms 2024-11-25T14:31:06,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0 so closing down 2024-11-25T14:31:06,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:06,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:06,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:06,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0, size=1.4 K (1393bytes) at 1732545066194Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0 so closing down at 1732545066198 (+4 ms)3 split writer threads finished at 1732545066198Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/5e8b26dc-f4e4-b271-254b-0327082fee7c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732545066061/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545066198 2024-11-25T14:31:06,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3770 (was 3771) 2024-11-25T14:31:06,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3770 2024-11-25T14:31:06,212 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:06,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742125_1304 (size=7) 2024-11-25T14:31:06,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742125_1304 (size=7) 2024-11-25T14:31:06,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:06,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:06,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:06,221 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:06,222 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:06,222 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:06,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742126_1305 (size=1393) 2024-11-25T14:31:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742126_1305 (size=1393) 2024-11-25T14:31:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:06,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742127_1306 (size=1393) 2024-11-25T14:31:06,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742127_1306 (size=1393) 2024-11-25T14:31:06,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:06,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742128_1307 (size=1393) 2024-11-25T14:31:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742128_1307 (size=1393) 2024-11-25T14:31:06,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:06,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:06,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742129_1308 (size=1393) 2024-11-25T14:31:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742129_1308 (size=1393) 2024-11-25T14:31:06,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:06,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:06,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742131_1310 (size=1393) 2024-11-25T14:31:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742131_1310 (size=1393) 2024-11-25T14:31:06,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:06,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742132_1311 (size=1405) 2024-11-25T14:31:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742132_1311 (size=1405) 2024-11-25T14:31:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:06,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742133_1312 (size=1413) 2024-11-25T14:31:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742133_1312 (size=1413) 2024-11-25T14:31:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:06,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742134_1313 (size=1413) 2024-11-25T14:31:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742134_1313 (size=1413) 2024-11-25T14:31:06,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:06,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:06,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742135_1314 (size=1413) 2024-11-25T14:31:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742135_1314 (size=1413) 2024-11-25T14:31:06,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:06,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:06,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742130_1309 (size=1458) 2024-11-25T14:31:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742130_1309 (size=1458) 2024-11-25T14:31:06,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:06,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0 2024-11-25T14:31:06,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0 after 6ms 2024-11-25T14:31:06,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0 took 13ms 2024-11-25T14:31:06,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0 so closing down 2024-11-25T14:31:06,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:06,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:06,872 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:06,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:06,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:06,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742136_1315 (size=743) 2024-11-25T14:31:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742136_1315 (size=743) 2024-11-25T14:31:06,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742137_1316 (size=743) 2024-11-25T14:31:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742137_1316 (size=743) 2024-11-25T14:31:06,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:06,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:31:07,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:07,289 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,289 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0, size=1.4 K (1393bytes) at 1732545066829Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0 so closing down at 1732545066865 (+36 ms)3 split writer threads finished at 1732545066865Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545066875 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545066879 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545066911 (+32 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545066914 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067288 (+374 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545067289 (+1 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067289 2024-11-25T14:31:07,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/oldWALs/wal.dat.0 2024-11-25T14:31:07,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:07,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1 2024-11-25T14:31:07,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1 after 0ms 2024-11-25T14:31:07,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1 took 2ms 2024-11-25T14:31:07,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1 so closing down 2024-11-25T14:31:07,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,296 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:07,296 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:07,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:07,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742138_1317 (size=743) 2024-11-25T14:31:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742139_1318 (size=743) 2024-11-25T14:31:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742139_1318 (size=743) 2024-11-25T14:31:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742138_1317 (size=743) 2024-11-25T14:31:07,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:07,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:07,306 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,306 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1, size=1.4 K (1393bytes) at 1732545067291Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1 so closing down at 1732545067294 (+3 ms)3 split writer threads finished at 1732545067294Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545067297 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545067297Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067305 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067305Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545067306 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545067306Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067306 2024-11-25T14:31:07,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/oldWALs/wal.dat.1 2024-11-25T14:31:07,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:07,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2 2024-11-25T14:31:07,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2 after 0ms 2024-11-25T14:31:07,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2 took 2ms 2024-11-25T14:31:07,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2 so closing down 2024-11-25T14:31:07,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,312 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:07,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:07,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:07,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742141_1320 (size=743) 2024-11-25T14:31:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742141_1320 (size=743) 2024-11-25T14:31:07,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742140_1319 (size=743) 2024-11-25T14:31:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742140_1319 (size=743) 2024-11-25T14:31:07,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:07,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2, size=1.4 K (1393bytes) at 1732545067308Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2 so closing down at 1732545067311 (+3 ms)3 split writer threads finished at 1732545067311Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545067316 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545067317 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067325 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545067326 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067334 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545067335 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067335 2024-11-25T14:31:07,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/oldWALs/wal.dat.2 2024-11-25T14:31:07,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:07,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3 2024-11-25T14:31:07,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3 after 0ms 2024-11-25T14:31:07,338 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3 took 2ms 2024-11-25T14:31:07,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3 so closing down 2024-11-25T14:31:07,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:07,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:07,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:07,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742143_1322 (size=743) 2024-11-25T14:31:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742142_1321 (size=743) 2024-11-25T14:31:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742143_1322 (size=743) 2024-11-25T14:31:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742142_1321 (size=743) 2024-11-25T14:31:07,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:07,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:07,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3, size=1.4 K (1393bytes) at 1732545067337Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3 so closing down at 1732545067339 (+2 ms)3 split writer threads finished at 1732545067340 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545067342 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545067342Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067351 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067351Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545067352 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545067352Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067352 2024-11-25T14:31:07,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/oldWALs/wal.dat.3 2024-11-25T14:31:07,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4, size=1.4 K (1458bytes) 2024-11-25T14:31:07,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4 2024-11-25T14:31:07,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4 after 0ms 2024-11-25T14:31:07,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4 took 2ms 2024-11-25T14:31:07,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4 so closing down 2024-11-25T14:31:07,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,357 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:07,359 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-25T14:31:07,359 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:07,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:07,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-25T14:31:07,360 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-25T14:31:07,360 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,361 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-25T14:31:07,361 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4, size=1.4 K (1458bytes) at 1732545067354Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4 so closing down at 1732545067357 (+3 ms)3 split writer threads finished at 1732545067357Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545067360 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732545067360Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545067360Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732545067360Processed 21 edits across 2 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/WALs/testsplitwillfailifwritingtoregionfails,16010,1732545066222/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732545067361 (+1 ms) 2024-11-25T14:31:07,361 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34202 remote=/127.0.0.1:34409]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:31:07,361 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34218 remote=/127.0.0.1:34409]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:31:07,362 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-2037870546-172.17.0.3-1732545020317:blk_1073742145_1324 2024-11-25T14:31:07,362 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-2037870546-172.17.0.3-1732545020317:blk_1073742144_1323 2024-11-25T14:31:07,365 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:31:07,365 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-11-25T14:31:07,365 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=146 (was 139) - Thread LEAK? -, OpenFileDescriptor=405 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3650 (was 3770) 2024-11-25T14:31:07,370 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38873/user/jenkins/test-data/6542f091-9d3e-6ef7-7db7-084cd23de8d2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,373 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_575281535_22 at /127.0.0.1:34218 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:34409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34218 dst: /127.0.0.1:34409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,374 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_575281535_22 at /127.0.0.1:47920 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:37867:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47920 dst: /127.0.0.1:37867 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=3649 2024-11-25T14:31:07,377 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:07,378 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_575281535_22 at /127.0.0.1:34202 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34202 dst: /127.0.0.1:34409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,379 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_575281535_22 at /127.0.0.1:47928 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:37867:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47928 dst: /127.0.0.1:37867 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742146_1325 (size=7) 2024-11-25T14:31:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742146_1325 (size=7) 2024-11-25T14:31:07,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:07,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:07,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:07,387 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:07,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T14:31:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742147_1326 (size=93) 2024-11-25T14:31:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742147_1326 (size=93) 2024-11-25T14:31:07,392 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:07,393 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:07,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742148_1327 (size=1393) 2024-11-25T14:31:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742148_1327 (size=1393) 2024-11-25T14:31:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:07,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742149_1328 (size=1393) 2024-11-25T14:31:07,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742149_1328 (size=1393) 2024-11-25T14:31:07,417 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:07,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:07,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742150_1329 (size=1393) 2024-11-25T14:31:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742150_1329 (size=1393) 2024-11-25T14:31:07,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:07,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:07,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742151_1330 (size=1393) 2024-11-25T14:31:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742151_1330 (size=1393) 2024-11-25T14:31:07,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:07,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742152_1331 (size=1393) 2024-11-25T14:31:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742152_1331 (size=1393) 2024-11-25T14:31:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:07,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742153_1332 (size=1393) 2024-11-25T14:31:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742153_1332 (size=1393) 2024-11-25T14:31:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:07,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742154_1333 (size=1405) 2024-11-25T14:31:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:07,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742154_1333 (size=1405) 2024-11-25T14:31:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742155_1334 (size=1413) 2024-11-25T14:31:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742155_1334 (size=1413) 2024-11-25T14:31:07,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:07,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742156_1335 (size=1413) 2024-11-25T14:31:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742156_1335 (size=1413) 2024-11-25T14:31:07,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:07,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:07,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742157_1336 (size=1413) 2024-11-25T14:31:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742157_1336 (size=1413) 2024-11-25T14:31:07,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:07,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-25T14:31:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742158_1337 (size=93) 2024-11-25T14:31:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742158_1337 (size=93) 2024-11-25T14:31:07,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty, size=93 (93bytes) 2024-11-25T14:31:07,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty 2024-11-25T14:31:07,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty after 0ms 2024-11-25T14:31:07,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty took 3ms 2024-11-25T14:31:07,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty so closing down 2024-11-25T14:31:07,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T14:31:07,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty, size=93 (93bytes) at 1732545067539Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty so closing down at 1732545067541 (+2 ms)3 split writer threads finished at 1732545067542 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732545067542 2024-11-25T14:31:07,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat..empty to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat..empty 2024-11-25T14:31:07,544 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:07,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0 2024-11-25T14:31:07,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0 after 0ms 2024-11-25T14:31:07,546 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0 took 2ms 2024-11-25T14:31:07,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0 so closing down 2024-11-25T14:31:07,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,551 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:07,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:07,562 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:07,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742159_1338 (size=743) 2024-11-25T14:31:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742159_1338 (size=743) 2024-11-25T14:31:07,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:07,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742160_1339 (size=743) 2024-11-25T14:31:07,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742160_1339 (size=743) 2024-11-25T14:31:07,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:31:07,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0, size=1.4 K (1393bytes) at 1732545067544Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0 so closing down at 1732545067549 (+5 ms)3 split writer threads finished at 1732545067549Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545067560 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545067563 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067569 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545067570 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067573 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545067574 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067574 2024-11-25T14:31:07,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.0 2024-11-25T14:31:07,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:07,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1 2024-11-25T14:31:07,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1 after 0ms 2024-11-25T14:31:07,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1 took 2ms 2024-11-25T14:31:07,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1 so closing down 2024-11-25T14:31:07,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:07,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:07,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:07,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:07,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742161_1340 (size=743) 2024-11-25T14:31:07,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742161_1340 (size=743) 2024-11-25T14:31:07,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742162_1341 (size=743) 2024-11-25T14:31:07,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742162_1341 (size=743) 2024-11-25T14:31:07,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:07,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1, size=1.4 K (1393bytes) at 1732545067576Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1 so closing down at 1732545067579 (+3 ms)3 split writer threads finished at 1732545067579Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545067583 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545067586 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067587 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545067589 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067598 (+9 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545067599 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067599 2024-11-25T14:31:07,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.1 2024-11-25T14:31:07,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:07,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2 2024-11-25T14:31:07,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2 after 0ms 2024-11-25T14:31:07,603 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2 took 2ms 2024-11-25T14:31:07,604 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2 so closing down 2024-11-25T14:31:07,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,604 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,606 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:07,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:07,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:07,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:07,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742163_1342 (size=743) 2024-11-25T14:31:07,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742163_1342 (size=743) 2024-11-25T14:31:07,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742164_1343 (size=743) 2024-11-25T14:31:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742164_1343 (size=743) 2024-11-25T14:31:07,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:07,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2, size=1.4 K (1393bytes) at 1732545067601Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2 so closing down at 1732545067604 (+3 ms)3 split writer threads finished at 1732545067604Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545067607 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545067607Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067614 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545067615 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067621 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545067622 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067622 2024-11-25T14:31:07,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.2 2024-11-25T14:31:07,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:07,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3 2024-11-25T14:31:07,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3 after 0ms 2024-11-25T14:31:07,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3 took 3ms 2024-11-25T14:31:07,627 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3 so closing down 2024-11-25T14:31:07,627 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,627 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:07,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:07,633 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:07,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:07,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742165_1344 (size=743) 2024-11-25T14:31:07,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742165_1344 (size=743) 2024-11-25T14:31:07,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742166_1345 (size=743) 2024-11-25T14:31:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742166_1345 (size=743) 2024-11-25T14:31:07,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:07,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:07,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3, size=1.4 K (1393bytes) at 1732545067623Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3 so closing down at 1732545067627 (+4 ms)3 split writer threads finished at 1732545067627Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545067631 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545067633 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067639 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545067641 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067641Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545067642 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067642 2024-11-25T14:31:07,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.3 2024-11-25T14:31:07,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:07,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4 2024-11-25T14:31:07,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4 after 0ms 2024-11-25T14:31:07,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4 took 2ms 2024-11-25T14:31:07,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4 so closing down 2024-11-25T14:31:07,646 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,646 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:07,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:07,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:07,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742168_1347 (size=743) 2024-11-25T14:31:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742168_1347 (size=743) 2024-11-25T14:31:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742167_1346 (size=743) 2024-11-25T14:31:07,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742167_1346 (size=743) 2024-11-25T14:31:07,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:31:07,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:07,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4, size=1.4 K (1393bytes) at 1732545067644Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4 so closing down at 1732545067646 (+2 ms)3 split writer threads finished at 1732545067646Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545067650 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545067650Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067660 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067661 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545067663 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545067663Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067663 2024-11-25T14:31:07,665 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.4 2024-11-25T14:31:07,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:31:07,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5 2024-11-25T14:31:07,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5 after 0ms 2024-11-25T14:31:07,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5 took 2ms 2024-11-25T14:31:07,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5 so closing down 2024-11-25T14:31:07,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,671 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:07,671 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:07,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:07,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742169_1348 (size=743) 2024-11-25T14:31:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742169_1348 (size=743) 2024-11-25T14:31:07,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:31:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742170_1349 (size=743) 2024-11-25T14:31:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742170_1349 (size=743) 2024-11-25T14:31:07,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:07,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:31:07,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:07,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5, size=1.4 K (1393bytes) at 1732545067665Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5 so closing down at 1732545067668 (+3 ms)3 split writer threads finished at 1732545067669 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545067672 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545067672Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067684 (+12 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545067686 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545067687 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545067688 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545067688 2024-11-25T14:31:07,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.5 2024-11-25T14:31:07,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:07,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6 2024-11-25T14:31:07,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6 after 1ms 2024-11-25T14:31:07,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6 took 2ms 2024-11-25T14:31:07,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6 so closing down 2024-11-25T14:31:07,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:07,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:07,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:07,694 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:07,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:07,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742172_1351 (size=749) 2024-11-25T14:31:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742171_1350 (size=749) 2024-11-25T14:31:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742172_1351 (size=749) 2024-11-25T14:31:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742171_1350 (size=749) 2024-11-25T14:31:08,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:08,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:31:08,114 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:31:08,114 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6, size=1.4 K (1405bytes) at 1732545067689Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6 so closing down at 1732545067692 (+3 ms)3 split writer threads finished at 1732545067692Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545067695 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545067695Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068112 (+417 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068112Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545068114 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545068114Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545068114 2024-11-25T14:31:08,115 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.6 2024-11-25T14:31:08,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:08,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7 2024-11-25T14:31:08,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7 after 1ms 2024-11-25T14:31:08,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7 took 2ms 2024-11-25T14:31:08,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7 so closing down 2024-11-25T14:31:08,118 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:08,118 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:08,128 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:08,128 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:08,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:08,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742173_1352 (size=753) 2024-11-25T14:31:08,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742173_1352 (size=753) 2024-11-25T14:31:08,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:31:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742174_1353 (size=753) 2024-11-25T14:31:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742174_1353 (size=753) 2024-11-25T14:31:08,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:08,160 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:08,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7, size=1.4 K (1413bytes) at 1732545068115Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7 so closing down at 1732545068118 (+3 ms)3 split writer threads finished at 1732545068118Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545068129 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545068132 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068142 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545068144 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068159 (+15 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545068160 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545068160 2024-11-25T14:31:08,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.7 2024-11-25T14:31:08,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:08,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8 2024-11-25T14:31:08,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8 after 0ms 2024-11-25T14:31:08,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8 took 2ms 2024-11-25T14:31:08,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8 so closing down 2024-11-25T14:31:08,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:08,167 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:08,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:08,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:08,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:08,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742175_1354 (size=753) 2024-11-25T14:31:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742175_1354 (size=753) 2024-11-25T14:31:08,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:31:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742176_1355 (size=753) 2024-11-25T14:31:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742176_1355 (size=753) 2024-11-25T14:31:08,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:08,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:08,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8, size=1.4 K (1413bytes) at 1732545068162Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8 so closing down at 1732545068167 (+5 ms)3 split writer threads finished at 1732545068167Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545068174 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545068175 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068181 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545068182 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068185 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545068186 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545068186 2024-11-25T14:31:08,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.8 2024-11-25T14:31:08,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:08,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9 2024-11-25T14:31:08,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9 after 0ms 2024-11-25T14:31:08,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9 took 2ms 2024-11-25T14:31:08,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9 so closing down 2024-11-25T14:31:08,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:08,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:08,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:08,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:08,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:08,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742177_1356 (size=753) 2024-11-25T14:31:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742178_1357 (size=753) 2024-11-25T14:31:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742177_1356 (size=753) 2024-11-25T14:31:08,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742178_1357 (size=753) 2024-11-25T14:31:08,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:08,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:31:08,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:08,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9, size=1.4 K (1413bytes) at 1732545068188Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9 so closing down at 1732545068191 (+3 ms)3 split writer threads finished at 1732545068191Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545068193 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545068193Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068210 (+17 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068210Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545068211 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545068212 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545068212 2024-11-25T14:31:08,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.9 2024-11-25T14:31:08,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty, size=93 (93bytes) 2024-11-25T14:31:08,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty 2024-11-25T14:31:08,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty after 0ms 2024-11-25T14:31:08,217 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty took 3ms 2024-11-25T14:31:08,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty so closing down 2024-11-25T14:31:08,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:08,217 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:08,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T14:31:08,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty, size=93 (93bytes) at 1732545068215Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty so closing down at 1732545068217 (+2 ms)3 split writer threads finished at 1732545068217Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732545068217 2024-11-25T14:31:08,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/WALs/testemptylogfiles,16010,1732545067387/wal.dat.empty to hdfs://localhost:38873/user/jenkins/test-data/6df35a18-dc28-1579-cf22-2da24b65c243/oldWALs/wal.dat.empty 2024-11-25T14:31:08,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140 (was 143), OpenFileDescriptor=393 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3616 (was 3649) 2024-11-25T14:31:08,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=3616 2024-11-25T14:31:08,321 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742179_1358 (size=7) 2024-11-25T14:31:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742179_1358 (size=7) 2024-11-25T14:31:08,331 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:08,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:08,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:08,335 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:08,335 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:08,336 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:08,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742180_1359 (size=1393) 2024-11-25T14:31:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742180_1359 (size=1393) 2024-11-25T14:31:08,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:08,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742181_1360 (size=1393) 2024-11-25T14:31:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742181_1360 (size=1393) 2024-11-25T14:31:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:08,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742182_1361 (size=1393) 2024-11-25T14:31:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742182_1361 (size=1393) 2024-11-25T14:31:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:08,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742183_1362 (size=1393) 2024-11-25T14:31:08,390 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742183_1362 (size=1393) 2024-11-25T14:31:08,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:08,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742184_1363 (size=1393) 2024-11-25T14:31:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742184_1363 (size=1393) 2024-11-25T14:31:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:08,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742185_1364 (size=1393) 2024-11-25T14:31:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742185_1364 (size=1393) 2024-11-25T14:31:08,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:08,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:08,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742186_1365 (size=1405) 2024-11-25T14:31:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742186_1365 (size=1405) 2024-11-25T14:31:08,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:08,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:08,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742187_1366 (size=1413) 2024-11-25T14:31:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742187_1366 (size=1413) 2024-11-25T14:31:08,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:08,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742188_1367 (size=1413) 2024-11-25T14:31:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742188_1367 (size=1413) 2024-11-25T14:31:08,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:08,873 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:08,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:08,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742189_1368 (size=1413) 2024-11-25T14:31:08,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742189_1368 (size=1413) 2024-11-25T14:31:08,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:08,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:08,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0 2024-11-25T14:31:08,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0 after 1ms 2024-11-25T14:31:08,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0 took 3ms 2024-11-25T14:31:08,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0 so closing down 2024-11-25T14:31:08,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:08,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:08,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:08,908 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:08,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:08,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742190_1369 (size=743) 2024-11-25T14:31:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742190_1369 (size=743) 2024-11-25T14:31:08,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742191_1370 (size=743) 2024-11-25T14:31:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742191_1370 (size=743) 2024-11-25T14:31:08,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:08,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:31:08,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:08,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0, size=1.4 K (1393bytes) at 1732545068900Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0 so closing down at 1732545068905 (+5 ms)3 split writer threads finished at 1732545068905Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545068909 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545068911 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068918 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068919 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545068919Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545068920 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545068920 2024-11-25T14:31:08,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.0 2024-11-25T14:31:08,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:08,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1 2024-11-25T14:31:08,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1 after 1ms 2024-11-25T14:31:08,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1 took 2ms 2024-11-25T14:31:08,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1 so closing down 2024-11-25T14:31:08,924 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:08,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:08,926 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:08,926 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:08,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:08,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742193_1372 (size=743) 2024-11-25T14:31:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742192_1371 (size=743) 2024-11-25T14:31:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742192_1371 (size=743) 2024-11-25T14:31:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742193_1372 (size=743) 2024-11-25T14:31:08,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:08,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:09,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:09,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:09,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1, size=1.4 K (1393bytes) at 1732545068921Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1 so closing down at 1732545068924 (+3 ms)3 split writer threads finished at 1732545068924Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545068927 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545068927Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545068935 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545068937 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069335 (+398 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545069337 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545069337 2024-11-25T14:31:09,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.1 2024-11-25T14:31:09,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:09,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2 2024-11-25T14:31:09,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2 after 0ms 2024-11-25T14:31:09,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2 took 2ms 2024-11-25T14:31:09,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2 so closing down 2024-11-25T14:31:09,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:09,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:09,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:09,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:09,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:09,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742195_1374 (size=743) 2024-11-25T14:31:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742194_1373 (size=743) 2024-11-25T14:31:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742194_1373 (size=743) 2024-11-25T14:31:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742195_1374 (size=743) 2024-11-25T14:31:09,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:09,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:09,359 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:09,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2, size=1.4 K (1393bytes) at 1732545069339Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2 so closing down at 1732545069345 (+6 ms)3 split writer threads finished at 1732545069345Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545069348 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545069348Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069356 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069357 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545069357Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545069359 (+2 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545069359 2024-11-25T14:31:09,361 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.2 2024-11-25T14:31:09,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:09,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3 2024-11-25T14:31:09,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3 after 1ms 2024-11-25T14:31:09,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3 took 3ms 2024-11-25T14:31:09,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3 so closing down 2024-11-25T14:31:09,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:09,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:09,367 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:09,367 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:09,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:09,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742197_1376 (size=743) 2024-11-25T14:31:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742196_1375 (size=743) 2024-11-25T14:31:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742196_1375 (size=743) 2024-11-25T14:31:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742197_1376 (size=743) 2024-11-25T14:31:09,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:09,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:09,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:09,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3, size=1.4 K (1393bytes) at 1732545069361Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3 so closing down at 1732545069366 (+5 ms)3 split writer threads finished at 1732545069366Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545069368 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545069368Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069372Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545069373 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545069373Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545069373 2024-11-25T14:31:09,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.3 2024-11-25T14:31:09,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:09,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4 2024-11-25T14:31:09,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4 after 1ms 2024-11-25T14:31:09,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4 took 2ms 2024-11-25T14:31:09,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4 so closing down 2024-11-25T14:31:09,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:09,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:09,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:09,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:09,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:09,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742198_1377 (size=743) 2024-11-25T14:31:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742198_1377 (size=743) 2024-11-25T14:31:09,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742199_1378 (size=743) 2024-11-25T14:31:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742199_1378 (size=743) 2024-11-25T14:31:09,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:31:09,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:09,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:09,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4, size=1.4 K (1393bytes) at 1732545069374Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4 so closing down at 1732545069377 (+3 ms)3 split writer threads finished at 1732545069377Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545069380 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545069380Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069386 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545069387 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069787 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545069788 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545069788 2024-11-25T14:31:09,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.4 2024-11-25T14:31:09,790 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:31:09,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5 2024-11-25T14:31:09,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5 after 1ms 2024-11-25T14:31:09,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5 took 2ms 2024-11-25T14:31:09,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5 so closing down 2024-11-25T14:31:09,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:09,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:09,796 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:09,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:09,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:09,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742201_1380 (size=743) 2024-11-25T14:31:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742200_1379 (size=743) 2024-11-25T14:31:09,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742200_1379 (size=743) 2024-11-25T14:31:09,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742201_1380 (size=743) 2024-11-25T14:31:09,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:09,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:31:09,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:31:09,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:09,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5, size=1.4 K (1393bytes) at 1732545069790Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5 so closing down at 1732545069794 (+4 ms)3 split writer threads finished at 1732545069794Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545069796 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545069796Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069808 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545069808Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545069809 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545069809Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545069809 2024-11-25T14:31:09,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.5 2024-11-25T14:31:09,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:09,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6 2024-11-25T14:31:09,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6 after 0ms 2024-11-25T14:31:09,812 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6 took 2ms 2024-11-25T14:31:09,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6 so closing down 2024-11-25T14:31:09,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:09,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:09,814 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:09,814 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:09,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:09,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742202_1381 (size=749) 2024-11-25T14:31:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742202_1381 (size=749) 2024-11-25T14:31:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742203_1382 (size=749) 2024-11-25T14:31:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742203_1382 (size=749) 2024-11-25T14:31:10,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:10,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:31:10,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:31:10,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6, size=1.4 K (1405bytes) at 1732545069810Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6 so closing down at 1732545069813 (+3 ms)3 split writer threads finished at 1732545069813Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545069815 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545069815Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070220 (+405 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070220Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545070221 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545070221Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545070221 2024-11-25T14:31:10,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.6 2024-11-25T14:31:10,223 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:10,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7 2024-11-25T14:31:10,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7 after 1ms 2024-11-25T14:31:10,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7 took 3ms 2024-11-25T14:31:10,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7 so closing down 2024-11-25T14:31:10,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:10,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:10,233 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:10,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:10,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:10,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742204_1383 (size=753) 2024-11-25T14:31:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742204_1383 (size=753) 2024-11-25T14:31:10,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742205_1384 (size=753) 2024-11-25T14:31:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742205_1384 (size=753) 2024-11-25T14:31:10,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:31:10,255 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:10,255 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7, size=1.4 K (1413bytes) at 1732545070223Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7 so closing down at 1732545070227 (+4 ms)3 split writer threads finished at 1732545070227Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545070239 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545070241 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070246 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545070247 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070254 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545070255 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545070255 2024-11-25T14:31:10,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.7 2024-11-25T14:31:10,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:10,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8 2024-11-25T14:31:10,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8 after 0ms 2024-11-25T14:31:10,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8 took 2ms 2024-11-25T14:31:10,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8 so closing down 2024-11-25T14:31:10,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:10,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:10,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:10,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:10,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:10,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742206_1385 (size=753) 2024-11-25T14:31:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742206_1385 (size=753) 2024-11-25T14:31:10,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742207_1386 (size=753) 2024-11-25T14:31:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742207_1386 (size=753) 2024-11-25T14:31:10,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:31:10,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:10,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8, size=1.4 K (1413bytes) at 1732545070257Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8 so closing down at 1732545070260 (+3 ms)3 split writer threads finished at 1732545070260Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545070263 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545070265 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070268 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545070269 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070273 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545070274 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545070275 (+1 ms) 2024-11-25T14:31:10,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.8 2024-11-25T14:31:10,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:10,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9 2024-11-25T14:31:10,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9 after 0ms 2024-11-25T14:31:10,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9 took 2ms 2024-11-25T14:31:10,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9 so closing down 2024-11-25T14:31:10,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:10,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:10,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:10,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:10,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:10,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742208_1387 (size=753) 2024-11-25T14:31:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742209_1388 (size=753) 2024-11-25T14:31:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742208_1387 (size=753) 2024-11-25T14:31:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742209_1388 (size=753) 2024-11-25T14:31:10,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:10,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:31:10,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:10,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:10,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9, size=1.4 K (1413bytes) at 1732545070276Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9 so closing down at 1732545070279 (+3 ms)3 split writer threads finished at 1732545070279Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545070282 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545070282Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070293 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545070293Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545070294 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545070294Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545070294 2024-11-25T14:31:10,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732545068335/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/2457c90a-da4f-1bbd-5486-9f172027c71d/oldWALs/wal.dat.9 2024-11-25T14:31:10,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 700), ProcessCount=11 (was 11), AvailableMemoryMB=3592 (was 3616) 2024-11-25T14:31:10,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=3591 2024-11-25T14:31:10,312 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742210_1389 (size=7) 2024-11-25T14:31:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742210_1389 (size=7) 2024-11-25T14:31:10,324 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:10,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:10,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:10,329 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:10,335 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:38873/user/jenkins/test-data/59d1bbdf-5f76-fe5c-1d39-8384bdf6451f/data/hbase/meta/1588230740/recovered.edits 2024-11-25T14:31:10,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 700), ProcessCount=11 (was 11), AvailableMemoryMB=3590 (was 3591) 2024-11-25T14:31:10,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=3589 2024-11-25T14:31:10,360 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:10,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742211_1390 (size=7) 2024-11-25T14:31:10,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742211_1390 (size=7) 2024-11-25T14:31:10,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:10,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:10,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:10,374 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:10,374 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-25T14:31:10,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-25T14:31:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-25T14:31:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742212_1391 (size=818) 2024-11-25T14:31:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742212_1391 (size=818) 2024-11-25T14:31:10,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5, size=818 (818bytes) 2024-11-25T14:31:10,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5 2024-11-25T14:31:10,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5 after 0ms 2024-11-25T14:31:10,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5 took 2ms 2024-11-25T14:31:10,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5 so closing down 2024-11-25T14:31:10,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:10,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:10,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-25T14:31:10,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-25T14:31:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742213_1392 (size=783) 2024-11-25T14:31:10,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-25T14:31:10,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-25T14:31:10,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-25T14:31:10,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5, size=818 (818bytes) at 1732545070408Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5 so closing down at 1732545070412 (+4 ms)3 split writer threads finished at 1732545070412Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732545070418 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732545070430 (+12 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732545070431 (+1 ms)Processed 11 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732545070431 2024-11-25T14:31:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742213_1392 (size=783) 2024-11-25T14:31:10,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/WALs/testemptywaledit,16010,1732545070374/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/11c1c62b-b1b5-02a0-d490-8e1f3f5e666f/oldWALs/wal.dat.5 2024-11-25T14:31:10,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 700), ProcessCount=11 (was 11), AvailableMemoryMB=3588 (was 3589) 2024-11-25T14:31:10,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=3588 2024-11-25T14:31:10,455 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:10,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742214_1393 (size=7) 2024-11-25T14:31:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742214_1393 (size=7) 2024-11-25T14:31:10,865 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:10,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:10,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:10,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:10,871 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:10,872 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:10,873 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:10,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742215_1394 (size=1393) 2024-11-25T14:31:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742215_1394 (size=1393) 2024-11-25T14:31:10,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:10,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742216_1395 (size=1393) 2024-11-25T14:31:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742216_1395 (size=1393) 2024-11-25T14:31:10,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:10,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742217_1396 (size=1393) 2024-11-25T14:31:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742217_1396 (size=1393) 2024-11-25T14:31:10,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:10,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:10,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742218_1397 (size=1393) 2024-11-25T14:31:10,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742218_1397 (size=1393) 2024-11-25T14:31:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:10,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:10,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742219_1398 (size=1393) 2024-11-25T14:31:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742219_1398 (size=1393) 2024-11-25T14:31:10,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:10,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:10,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:10,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742220_1399 (size=1393) 2024-11-25T14:31:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742220_1399 (size=1393) 2024-11-25T14:31:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:11,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:11,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742221_1400 (size=1405) 2024-11-25T14:31:11,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742221_1400 (size=1405) 2024-11-25T14:31:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:11,024 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742222_1401 (size=1413) 2024-11-25T14:31:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742222_1401 (size=1413) 2024-11-25T14:31:11,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:11,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:11,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742223_1402 (size=1413) 2024-11-25T14:31:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742223_1402 (size=1413) 2024-11-25T14:31:11,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:11,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:11,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:11,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742224_1403 (size=1413) 2024-11-25T14:31:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742224_1403 (size=1413) 2024-11-25T14:31:11,096 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:11,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:11,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0 2024-11-25T14:31:11,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0 after 0ms 2024-11-25T14:31:11,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0 took 3ms 2024-11-25T14:31:11,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0 so closing down 2024-11-25T14:31:11,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:11,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:11,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:11,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:11,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:11,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742226_1405 (size=743) 2024-11-25T14:31:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742226_1405 (size=743) 2024-11-25T14:31:11,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:31:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742227_1406 (size=743) 2024-11-25T14:31:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742227_1406 (size=743) 2024-11-25T14:31:11,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:11,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:11,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0, size=1.4 K (1393bytes) at 1732545071139Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0 so closing down at 1732545071145 (+6 ms)3 split writer threads finished at 1732545071151 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545071163 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545071163Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071173 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545071175 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071181 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545071182 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545071182 2024-11-25T14:31:11,184 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.0 2024-11-25T14:31:11,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:11,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1 2024-11-25T14:31:11,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1 after 0ms 2024-11-25T14:31:11,186 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1 took 2ms 2024-11-25T14:31:11,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1 so closing down 2024-11-25T14:31:11,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:11,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:11,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:11,190 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:11,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:11,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742229_1408 (size=743) 2024-11-25T14:31:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742229_1408 (size=743) 2024-11-25T14:31:11,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742228_1407 (size=743) 2024-11-25T14:31:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742228_1407 (size=743) 2024-11-25T14:31:11,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:11,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:11,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1, size=1.4 K (1393bytes) at 1732545071184Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1 so closing down at 1732545071188 (+4 ms)3 split writer threads finished at 1732545071188Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545071191 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545071191Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071200 (+9 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545071201 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071206 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545071207 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545071207 2024-11-25T14:31:11,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.1 2024-11-25T14:31:11,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:11,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2 2024-11-25T14:31:11,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2 after 0ms 2024-11-25T14:31:11,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2 took 3ms 2024-11-25T14:31:11,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2 so closing down 2024-11-25T14:31:11,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:11,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:11,214 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:11,214 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:11,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:11,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742230_1409 (size=743) 2024-11-25T14:31:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742230_1409 (size=743) 2024-11-25T14:31:11,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742231_1410 (size=743) 2024-11-25T14:31:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742231_1410 (size=743) 2024-11-25T14:31:11,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:11,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:11,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2, size=1.4 K (1393bytes) at 1732545071209Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2 so closing down at 1732545071212 (+3 ms)3 split writer threads finished at 1732545071213 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545071215 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545071216 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071229 (+13 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545071231 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071237 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545071238 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545071239 (+1 ms) 2024-11-25T14:31:11,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.2 2024-11-25T14:31:11,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:11,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3 2024-11-25T14:31:11,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3 after 0ms 2024-11-25T14:31:11,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3 took 3ms 2024-11-25T14:31:11,244 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3 so closing down 2024-11-25T14:31:11,244 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:11,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:11,246 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:11,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:11,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:11,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742232_1411 (size=743) 2024-11-25T14:31:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742232_1411 (size=743) 2024-11-25T14:31:11,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:11,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742233_1412 (size=743) 2024-11-25T14:31:11,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742233_1412 (size=743) 2024-11-25T14:31:11,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:11,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:11,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3, size=1.4 K (1393bytes) at 1732545071241Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3 so closing down at 1732545071244 (+3 ms)3 split writer threads finished at 1732545071244Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545071247 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545071247Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071257 (+10 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545071258 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071265 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545071267 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545071267 2024-11-25T14:31:11,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.3 2024-11-25T14:31:11,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:11,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4 2024-11-25T14:31:11,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4 after 0ms 2024-11-25T14:31:11,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4 took 3ms 2024-11-25T14:31:11,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4 so closing down 2024-11-25T14:31:11,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:11,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:11,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:11,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:11,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:11,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742234_1413 (size=743) 2024-11-25T14:31:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742234_1413 (size=743) 2024-11-25T14:31:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742235_1414 (size=743) 2024-11-25T14:31:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742235_1414 (size=743) 2024-11-25T14:31:11,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:11,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:11,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:31:11,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:11,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4, size=1.4 K (1393bytes) at 1732545071269Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4 so closing down at 1732545071273 (+4 ms)3 split writer threads finished at 1732545071273Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545071277 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545071278 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071685 (+407 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545071687 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545071692 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545071693 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545071693 2024-11-25T14:31:11,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.4 2024-11-25T14:31:11,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5, size=1.4 K (1394bytes) 2024-11-25T14:31:11,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 2024-11-25T14:31:11,695 WARN [IPC Server handler 2 on default port 38873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-25T14:31:11,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 after 0ms 2024-11-25T14:31:12,399 WARN [ResponseProcessor for block BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:31:12,399 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2025547372_22 at /127.0.0.1:35036 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:34409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35036 dst: /127.0.0.1:34409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:12,399 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2025547372_22 at /127.0.0.1:48614 [Receiving block BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:37867:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48614 dst: /127.0.0.1:37867 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37867 remote=/127.0.0.1:48614]. Total timeout mills is 60000, 58716 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:31:12,400 WARN [DataStreamer for file /user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 block BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK], DatanodeInfoWithStorage[127.0.0.1:34409,DS-5d073323-6212-4b1f-914b-e8eac9771aa0,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37867,DS-c2e7140e-da5e-409d-aa7c-3b118d4f6f63,DISK]) is bad. 2024-11-25T14:31:12,400 WARN [DataStreamer for file /user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 block BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-2037870546-172.17.0.3-1732545020317:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T14:31:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742225_1415 (size=1394) 2024-11-25T14:31:15,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 after 4001ms 2024-11-25T14:31:15,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 took 4003ms 2024-11-25T14:31:15,699 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:15,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 so closing down 2024-11-25T14:31:15,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:15,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:15,702 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:15,702 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:15,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:15,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742237_1417 (size=353) 2024-11-25T14:31:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742236_1416 (size=418) 2024-11-25T14:31:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742237_1417 (size=353) 2024-11-25T14:31:15,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742236_1416 (size=418) 2024-11-25T14:31:15,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:15,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-25T14:31:15,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-25T14:31:15,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-25T14:31:15,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5, size=1.4 K (1394bytes) at 1732545071695Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 so closing down at 1732545075700 (+4005 ms)3 split writer threads finished at 1732545075700Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545075702 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545075702Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732545075706 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545075706Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732545075707 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732545075707Processed 9 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732545075708 (+1 ms) 2024-11-25T14:31:15,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/corrupt/wal.dat.5 2024-11-25T14:31:15,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:15,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6 2024-11-25T14:31:15,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6 after 0ms 2024-11-25T14:31:15,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6 took 2ms 2024-11-25T14:31:15,712 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6 so closing down 2024-11-25T14:31:15,712 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:15,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:15,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:15,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:15,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:15,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742238_1418 (size=749) 2024-11-25T14:31:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742238_1418 (size=749) 2024-11-25T14:31:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742239_1419 (size=749) 2024-11-25T14:31:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742239_1419 (size=749) 2024-11-25T14:31:15,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:15,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:15,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:31:15,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:15,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:31:15,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6, size=1.4 K (1405bytes) at 1732545075709Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6 so closing down at 1732545075712 (+3 ms)3 split writer threads finished at 1732545075712Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545075714 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545075714Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545075717 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545075718 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545075718Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545075718Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545075718 2024-11-25T14:31:15,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.6 2024-11-25T14:31:15,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:15,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7 2024-11-25T14:31:15,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7 after 0ms 2024-11-25T14:31:15,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7 took 2ms 2024-11-25T14:31:15,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7 so closing down 2024-11-25T14:31:15,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:15,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:15,723 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:15,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:15,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:15,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:15,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742241_1421 (size=753) 2024-11-25T14:31:15,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742241_1421 (size=753) 2024-11-25T14:31:15,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742240_1420 (size=753) 2024-11-25T14:31:15,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742240_1420 (size=753) 2024-11-25T14:31:15,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:15,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:31:16,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:16,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:16,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7, size=1.4 K (1413bytes) at 1732545075720Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7 so closing down at 1732545075722 (+2 ms)3 split writer threads finished at 1732545075722Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545075724 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545075724Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545075729 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545075730 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076129 (+399 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545076131 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545076131 2024-11-25T14:31:16,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.7 2024-11-25T14:31:16,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:16,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8 2024-11-25T14:31:16,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8 after 1ms 2024-11-25T14:31:16,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8 took 2ms 2024-11-25T14:31:16,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8 so closing down 2024-11-25T14:31:16,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:16,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:16,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:16,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:16,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742242_1422 (size=753) 2024-11-25T14:31:16,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742242_1422 (size=753) 2024-11-25T14:31:16,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742243_1423 (size=753) 2024-11-25T14:31:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742243_1423 (size=753) 2024-11-25T14:31:16,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:31:16,153 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:16,153 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8, size=1.4 K (1413bytes) at 1732545076132Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8 so closing down at 1732545076135 (+3 ms)3 split writer threads finished at 1732545076135Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545076138 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545076138Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076145 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545076146 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076151 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545076152 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545076153 (+1 ms) 2024-11-25T14:31:16,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.8 2024-11-25T14:31:16,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:16,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9 2024-11-25T14:31:16,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9 after 0ms 2024-11-25T14:31:16,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9 took 2ms 2024-11-25T14:31:16,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9 so closing down 2024-11-25T14:31:16,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:16,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:16,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:16,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742245_1425 (size=753) 2024-11-25T14:31:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742245_1425 (size=753) 2024-11-25T14:31:16,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:31:16,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742244_1424 (size=753) 2024-11-25T14:31:16,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742244_1424 (size=753) 2024-11-25T14:31:16,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:16,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:16,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9, size=1.4 K (1413bytes) at 1732545076154Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9 so closing down at 1732545076157 (+3 ms)3 split writer threads finished at 1732545076157Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545076159 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545076159Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076165 (+6 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545076166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076169 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545076169Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545076170 (+1 ms) 2024-11-25T14:31:16,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732545070871/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/fcf9ed64-d807-82fe-93ea-e4e15e3fa7d3/oldWALs/wal.dat.9 2024-11-25T14:31:16,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 700), ProcessCount=11 (was 11), AvailableMemoryMB=3504 (was 3588) 2024-11-25T14:31:16,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=3504 2024-11-25T14:31:16,220 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742246_1426 (size=7) 2024-11-25T14:31:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742246_1426 (size=7) 2024-11-25T14:31:16,226 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:16,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:16,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:16,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:16,230 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T14:31:16,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:16,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742247_1427 (size=863) 2024-11-25T14:31:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742247_1427 (size=863) 2024-11-25T14:31:16,238 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742248_1428 (size=823) 2024-11-25T14:31:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742248_1428 (size=823) 2024-11-25T14:31:16,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0, size=823 (823bytes) 2024-11-25T14:31:16,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0 2024-11-25T14:31:16,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0 after 1ms 2024-11-25T14:31:16,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0 took 2ms 2024-11-25T14:31:16,266 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0; continuing. 2024-11-25T14:31:16,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0 so closing down 2024-11-25T14:31:16,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:16,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742249_1429 (size=786) 2024-11-25T14:31:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742249_1429 (size=786) 2024-11-25T14:31:16,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-25T14:31:16,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-25T14:31:16,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0, size=823 (823bytes) at 1732545076259Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0 so closing down at 1732545076266 (+7 ms)3 split writer threads finished at 1732545076266Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545076269 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545076273 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732545076274 (+1 ms)Processed 9 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732545076274 2024-11-25T14:31:16,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/WALs/testeofisignored,16010,1732545076229/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/b44e37ef-5594-5ddb-23ac-c182465cc75e/oldWALs/wal.dat.0 2024-11-25T14:31:16,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 668), ProcessCount=11 (was 11), AvailableMemoryMB=3505 (was 3504) - AvailableMemoryMB LEAK? - 2024-11-25T14:31:16,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=3504 2024-11-25T14:31:16,295 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742250_1430 (size=7) 2024-11-25T14:31:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742250_1430 (size=7) 2024-11-25T14:31:16,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:16,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:16,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:16,308 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:16,309 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-25T14:31:16,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T14:31:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742251_1431 (size=93) 2024-11-25T14:31:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742251_1431 (size=93) 2024-11-25T14:31:16,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty, size=93 (93bytes) 2024-11-25T14:31:16,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty 2024-11-25T14:31:16,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty after 0ms 2024-11-25T14:31:16,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty took 3ms 2024-11-25T14:31:16,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty so closing down 2024-11-25T14:31:16,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T14:31:16,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty, size=93 (93bytes) at 1732545076337Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty so closing down at 1732545076343 (+6 ms)3 split writer threads finished at 1732545076343Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732545076343 2024-11-25T14:31:16,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/WALs/testsplitlogfileempty,16010,1732545076308/wal.dat..empty to hdfs://localhost:38873/user/jenkins/test-data/e9bfb41d-2165-4bba-f23a-e5e2c3e7d4dd/oldWALs/wal.dat..empty 2024-11-25T14:31:16,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 668), ProcessCount=11 (was 11), AvailableMemoryMB=3500 (was 3504) 2024-11-25T14:31:16,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=3496 2024-11-25T14:31:16,381 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:16,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742252_1432 (size=7) 2024-11-25T14:31:16,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742252_1432 (size=7) 2024-11-25T14:31:16,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:16,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:16,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:16,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:16,401 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:16,402 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:16,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:16,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742253_1433 (size=1393) 2024-11-25T14:31:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742253_1433 (size=1393) 2024-11-25T14:31:16,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:16,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:16,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742254_1434 (size=1393) 2024-11-25T14:31:16,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742254_1434 (size=1393) 2024-11-25T14:31:16,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:16,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:16,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742255_1435 (size=1393) 2024-11-25T14:31:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742255_1435 (size=1393) 2024-11-25T14:31:16,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:16,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:16,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742256_1436 (size=1393) 2024-11-25T14:31:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742256_1436 (size=1393) 2024-11-25T14:31:16,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:16,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:16,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742257_1437 (size=1393) 2024-11-25T14:31:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742257_1437 (size=1393) 2024-11-25T14:31:16,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:16,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742258_1438 (size=1393) 2024-11-25T14:31:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742258_1438 (size=1393) 2024-11-25T14:31:16,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:16,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742259_1439 (size=1405) 2024-11-25T14:31:16,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742259_1439 (size=1405) 2024-11-25T14:31:16,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:16,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742260_1440 (size=1413) 2024-11-25T14:31:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742260_1440 (size=1413) 2024-11-25T14:31:16,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:16,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:16,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742261_1441 (size=1413) 2024-11-25T14:31:16,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:16,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742261_1441 (size=1413) 2024-11-25T14:31:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:16,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742262_1442 (size=1413) 2024-11-25T14:31:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742262_1442 (size=1413) 2024-11-25T14:31:16,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:16,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:16,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0 2024-11-25T14:31:16,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0 after 0ms 2024-11-25T14:31:16,672 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0 took 3ms 2024-11-25T14:31:16,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0 so closing down 2024-11-25T14:31:16,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:16,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:16,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:16,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742264_1444 (size=743) 2024-11-25T14:31:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742263_1443 (size=743) 2024-11-25T14:31:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742263_1443 (size=743) 2024-11-25T14:31:16,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742264_1444 (size=743) 2024-11-25T14:31:16,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:16,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T14:31:16,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:16,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0, size=1.4 K (1393bytes) at 1732545076670Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0 so closing down at 1732545076675 (+5 ms)3 split writer threads finished at 1732545076676 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545076682 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545076682Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076692 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076692Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545076693 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732545076693Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545076693 2024-11-25T14:31:16,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.0 2024-11-25T14:31:16,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:16,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1 2024-11-25T14:31:16,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1 after 0ms 2024-11-25T14:31:16,697 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1 took 2ms 2024-11-25T14:31:16,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1 so closing down 2024-11-25T14:31:16,698 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,699 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:16,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:16,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:16,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742265_1445 (size=743) 2024-11-25T14:31:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742266_1446 (size=743) 2024-11-25T14:31:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742265_1445 (size=743) 2024-11-25T14:31:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742266_1446 (size=743) 2024-11-25T14:31:16,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T14:31:16,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:16,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:16,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1, size=1.4 K (1393bytes) at 1732545076695Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1 so closing down at 1732545076698 (+3 ms)3 split writer threads finished at 1732545076698Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545076700 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545076700Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076704 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076704Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732545076705 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545076706 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545076706 2024-11-25T14:31:16,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.1 2024-11-25T14:31:16,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:16,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2 2024-11-25T14:31:16,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2 after 1ms 2024-11-25T14:31:16,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2 took 2ms 2024-11-25T14:31:16,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2 so closing down 2024-11-25T14:31:16,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,711 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:16,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:16,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:16,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742268_1448 (size=743) 2024-11-25T14:31:16,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742267_1447 (size=743) 2024-11-25T14:31:16,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742268_1448 (size=743) 2024-11-25T14:31:16,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742267_1447 (size=743) 2024-11-25T14:31:16,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:16,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T14:31:16,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:16,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2, size=1.4 K (1393bytes) at 1732545076707Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2 so closing down at 1732545076710 (+3 ms)3 split writer threads finished at 1732545076710Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545076712 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545076712Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076725 (+13 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545076727 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076732 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732545076733 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545076733 2024-11-25T14:31:16,735 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.2 2024-11-25T14:31:16,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:16,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3 2024-11-25T14:31:16,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3 after 0ms 2024-11-25T14:31:16,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3 took 2ms 2024-11-25T14:31:16,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3 so closing down 2024-11-25T14:31:16,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:16,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:16,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:16,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:16,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:16,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742270_1450 (size=743) 2024-11-25T14:31:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742270_1450 (size=743) 2024-11-25T14:31:16,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:16,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742269_1449 (size=743) 2024-11-25T14:31:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742269_1449 (size=743) 2024-11-25T14:31:17,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T14:31:17,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:17,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3, size=1.4 K (1393bytes) at 1732545076735Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3 so closing down at 1732545076738 (+3 ms)3 split writer threads finished at 1732545076738Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545076741 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545076741Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545076752 (+11 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545076753 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077157 (+404 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732545077159 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545077159 2024-11-25T14:31:17,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.3 2024-11-25T14:31:17,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:17,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4 2024-11-25T14:31:17,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4 after 0ms 2024-11-25T14:31:17,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4 took 2ms 2024-11-25T14:31:17,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4 so closing down 2024-11-25T14:31:17,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:17,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:17,165 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:17,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:17,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:17,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742271_1451 (size=743) 2024-11-25T14:31:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742272_1452 (size=743) 2024-11-25T14:31:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742272_1452 (size=743) 2024-11-25T14:31:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742271_1451 (size=743) 2024-11-25T14:31:17,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T14:31:17,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:17,572 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:17,572 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4, size=1.4 K (1393bytes) at 1732545077161Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4 so closing down at 1732545077163 (+2 ms)3 split writer threads finished at 1732545077164 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545077166 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545077166Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077170 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732545077171 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077571 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545077572 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545077572 2024-11-25T14:31:17,574 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.4 2024-11-25T14:31:17,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:31:17,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5 2024-11-25T14:31:17,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5 after 0ms 2024-11-25T14:31:17,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5 took 2ms 2024-11-25T14:31:17,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5 so closing down 2024-11-25T14:31:17,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:17,577 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:17,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:17,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:17,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:17,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:17,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742274_1454 (size=743) 2024-11-25T14:31:17,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742273_1453 (size=743) 2024-11-25T14:31:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742273_1453 (size=743) 2024-11-25T14:31:17,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742274_1454 (size=743) 2024-11-25T14:31:17,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:31:17,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T14:31:17,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T14:31:17,985 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5, size=1.4 K (1393bytes) at 1732545077574Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5 so closing down at 1732545077577 (+3 ms)3 split writer threads finished at 1732545077577Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545077579 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545077579Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077583 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545077583Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077983 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732545077985 (+2 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732545077985 2024-11-25T14:31:17,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.5 2024-11-25T14:31:17,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:17,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6 2024-11-25T14:31:17,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6 after 0ms 2024-11-25T14:31:17,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6 took 1ms 2024-11-25T14:31:17,989 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6 so closing down 2024-11-25T14:31:17,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:17,989 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:17,991 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:17,991 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:17,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:17,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742276_1456 (size=749) 2024-11-25T14:31:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742275_1455 (size=749) 2024-11-25T14:31:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742276_1456 (size=749) 2024-11-25T14:31:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742275_1455 (size=749) 2024-11-25T14:31:17,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:17,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T14:31:17,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:17,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T14:31:17,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6, size=1.4 K (1405bytes) at 1732545077987Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6 so closing down at 1732545077989 (+2 ms)3 split writer threads finished at 1732545077989Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545077992 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545077992Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077995 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545077995Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732545077996 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545077996Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732545077996 2024-11-25T14:31:17,997 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.6 2024-11-25T14:31:17,997 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:17,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7 2024-11-25T14:31:17,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7 after 1ms 2024-11-25T14:31:17,999 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7 took 2ms 2024-11-25T14:31:18,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7 so closing down 2024-11-25T14:31:18,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:18,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:18,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:18,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:18,007 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:18,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742277_1457 (size=753) 2024-11-25T14:31:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742277_1457 (size=753) 2024-11-25T14:31:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742278_1458 (size=753) 2024-11-25T14:31:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742278_1458 (size=753) 2024-11-25T14:31:18,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:18,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T14:31:18,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:18,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:18,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:18,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7, size=1.4 K (1413bytes) at 1732545077997Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7 so closing down at 1732545078000 (+3 ms)3 split writer threads finished at 1732545078000Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545078006 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545078008 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545078011 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732545078012 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545078410 (+398 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545078412 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545078412 2024-11-25T14:31:18,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.7 2024-11-25T14:31:18,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:18,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8 2024-11-25T14:31:18,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8 after 0ms 2024-11-25T14:31:18,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8 took 1ms 2024-11-25T14:31:18,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8 so closing down 2024-11-25T14:31:18,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:18,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:18,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:18,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:18,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:18,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742280_1460 (size=753) 2024-11-25T14:31:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742280_1460 (size=753) 2024-11-25T14:31:18,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:18,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:18,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742279_1459 (size=753) 2024-11-25T14:31:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742279_1459 (size=753) 2024-11-25T14:31:18,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:18,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T14:31:18,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:18,834 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8, size=1.4 K (1413bytes) at 1732545078414Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8 so closing down at 1732545078417 (+3 ms)3 split writer threads finished at 1732545078417Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545078419 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545078419Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545078426 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545078427 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545078832 (+405 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732545078833 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545078834 (+1 ms) 2024-11-25T14:31:18,835 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.8 2024-11-25T14:31:18,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:18,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9 2024-11-25T14:31:18,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9 after 0ms 2024-11-25T14:31:18,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9 took 2ms 2024-11-25T14:31:18,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9 so closing down 2024-11-25T14:31:18,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:18,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:18,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:18,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:18,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:18,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742282_1462 (size=753) 2024-11-25T14:31:18,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742282_1462 (size=753) 2024-11-25T14:31:18,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742281_1461 (size=753) 2024-11-25T14:31:18,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742281_1461 (size=753) 2024-11-25T14:31:18,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:18,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:18,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T14:31:18,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:18,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T14:31:18,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9, size=1.4 K (1413bytes) at 1732545078835Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9 so closing down at 1732545078837 (+2 ms)3 split writer threads finished at 1732545078838 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545078840 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545078840Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545078844 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545078844Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732545078845 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545078845Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732545078845 2024-11-25T14:31:18,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/WALs/testlogsgetarchivedaftersplit,16010,1732545076401/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/3b6f8638-8afb-2f30-f46d-ae94d1cbf3e5/oldWALs/wal.dat.9 2024-11-25T14:31:18,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 668), ProcessCount=11 (was 11), AvailableMemoryMB=3478 (was 3496) 2024-11-25T14:31:18,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=3478 2024-11-25T14:31:18,864 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742283_1463 (size=7) 2024-11-25T14:31:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742283_1463 (size=7) 2024-11-25T14:31:18,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:18,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:18,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:18,878 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:18,878 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-25T14:31:18,878 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-25T14:31:18,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:18,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742284_1464 (size=723) 2024-11-25T14:31:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742284_1464 (size=723) 2024-11-25T14:31:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:18,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742285_1465 (size=723) 2024-11-25T14:31:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742285_1465 (size=723) 2024-11-25T14:31:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:18,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742286_1466 (size=723) 2024-11-25T14:31:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742286_1466 (size=723) 2024-11-25T14:31:19,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:19,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:19,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742287_1467 (size=723) 2024-11-25T14:31:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742287_1467 (size=723) 2024-11-25T14:31:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:19,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742288_1468 (size=723) 2024-11-25T14:31:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742288_1468 (size=723) 2024-11-25T14:31:19,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:19,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:19,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742289_1469 (size=723) 2024-11-25T14:31:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742289_1469 (size=723) 2024-11-25T14:31:19,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:19,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:19,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742290_1470 (size=723) 2024-11-25T14:31:19,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742290_1470 (size=723) 2024-11-25T14:31:19,746 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:19,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742291_1471 (size=723) 2024-11-25T14:31:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742291_1471 (size=723) 2024-11-25T14:31:19,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:19,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742292_1472 (size=723) 2024-11-25T14:31:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742292_1472 (size=723) 2024-11-25T14:31:20,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:20,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742293_1473 (size=723) 2024-11-25T14:31:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742293_1473 (size=723) 2024-11-25T14:31:20,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:20,190 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/oldWALs, maxLogs=32 2024-11-25T14:31:20,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732545080220 2024-11-25T14:31:20,228 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732545080220 2024-11-25T14:31:20,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43421:43421),(127.0.0.1/127.0.0.1:46035:46035)] 2024-11-25T14:31:20,288 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0, size=723 (723bytes) 2024-11-25T14:31:20,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0 2024-11-25T14:31:20,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0 after 1ms 2024-11-25T14:31:20,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0 took 3ms 2024-11-25T14:31:20,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0 so closing down 2024-11-25T14:31:20,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,293 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,295 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:20,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742295_1475 (size=723) 2024-11-25T14:31:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742295_1475 (size=723) 2024-11-25T14:31:20,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:20,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-25T14:31:20,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-25T14:31:20,302 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0, size=723 (723bytes) at 1732545080288Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0 so closing down at 1732545080292 (+4 ms)3 split writer threads finished at 1732545080293 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545080296 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545080300 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732545080301 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732545078878/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732545080302 (+1 ms) 2024-11-25T14:31:20,303 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:31:20,303 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:31:20,303 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:31:20,304 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:31:20,304 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T14:31:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742294_1474 (size=93) 2024-11-25T14:31:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742294_1474 (size=93) 2024-11-25T14:31:20,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82f994be-fe82-759e-052f-56489b42a8ed/oldWALs 2024-11-25T14:31:20,311 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732545080220) 2024-11-25T14:31:20,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 638), ProcessCount=11 (was 11), AvailableMemoryMB=3455 (was 3478) 2024-11-25T14:31:20,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=3454 2024-11-25T14:31:20,327 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742296_1476 (size=7) 2024-11-25T14:31:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742296_1476 (size=7) 2024-11-25T14:31:20,333 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:20,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:20,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:20,336 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:20,337 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T14:31:20,337 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:20,337 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:20,338 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:20,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:20,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742297_1477 (size=1393) 2024-11-25T14:31:20,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742297_1477 (size=1393) 2024-11-25T14:31:20,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:20,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742298_1478 (size=1393) 2024-11-25T14:31:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742298_1478 (size=1393) 2024-11-25T14:31:20,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:20,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:20,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742299_1479 (size=1393) 2024-11-25T14:31:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742299_1479 (size=1393) 2024-11-25T14:31:20,382 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:20,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:20,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742300_1480 (size=1393) 2024-11-25T14:31:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742300_1480 (size=1393) 2024-11-25T14:31:20,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:20,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742301_1481 (size=1393) 2024-11-25T14:31:20,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742301_1481 (size=1393) 2024-11-25T14:31:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:20,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742302_1482 (size=1393) 2024-11-25T14:31:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742302_1482 (size=1393) 2024-11-25T14:31:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:20,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742303_1483 (size=1405) 2024-11-25T14:31:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742303_1483 (size=1405) 2024-11-25T14:31:20,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:20,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:20,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742304_1484 (size=1413) 2024-11-25T14:31:20,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742304_1484 (size=1413) 2024-11-25T14:31:20,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:20,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:20,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742305_1485 (size=1413) 2024-11-25T14:31:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742305_1485 (size=1413) 2024-11-25T14:31:20,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:20,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:20,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:20,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742306_1486 (size=1413) 2024-11-25T14:31:20,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742306_1486 (size=1413) 2024-11-25T14:31:20,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:20,920 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:20,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 2024-11-25T14:31:20,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 after 1ms 2024-11-25T14:31:20,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 took 5ms 2024-11-25T14:31:20,935 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 so closing down 2024-11-25T14:31:20,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:20,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K (1393bytes) at 1732545080920Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 so closing down at 1732545080935 (+15 ms)3 split writer threads finished at 1732545080936 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545080936 2024-11-25T14:31:20,938 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.0 2024-11-25T14:31:20,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:20,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 2024-11-25T14:31:20,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 after 1ms 2024-11-25T14:31:20,943 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 took 5ms 2024-11-25T14:31:20,948 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 so closing down 2024-11-25T14:31:20,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:20,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K (1393bytes) at 1732545080938Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 so closing down at 1732545080949 (+11 ms)3 split writer threads finished at 1732545080951 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545080951 2024-11-25T14:31:20,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.1 2024-11-25T14:31:20,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:20,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 2024-11-25T14:31:20,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 after 0ms 2024-11-25T14:31:20,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 took 2ms 2024-11-25T14:31:20,960 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 so closing down 2024-11-25T14:31:20,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:20,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K (1393bytes) at 1732545080953Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 so closing down at 1732545080960 (+7 ms)3 split writer threads finished at 1732545080961 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545080961 2024-11-25T14:31:20,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.2 2024-11-25T14:31:20,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:20,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 2024-11-25T14:31:20,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 after 1ms 2024-11-25T14:31:20,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 took 2ms 2024-11-25T14:31:20,966 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 so closing down 2024-11-25T14:31:20,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:20,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K (1393bytes) at 1732545080963Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 so closing down at 1732545080967 (+4 ms)3 split writer threads finished at 1732545080967Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545080967 2024-11-25T14:31:20,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.3 2024-11-25T14:31:20,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:20,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 2024-11-25T14:31:20,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 after 0ms 2024-11-25T14:31:20,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 took 2ms 2024-11-25T14:31:20,974 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,974 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 so closing down 2024-11-25T14:31:20,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:20,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K (1393bytes) at 1732545080969Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 so closing down at 1732545080974 (+5 ms)3 split writer threads finished at 1732545080975 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545080975 2024-11-25T14:31:20,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.4 2024-11-25T14:31:20,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:31:20,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 2024-11-25T14:31:20,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 after 0ms 2024-11-25T14:31:20,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 took 2ms 2024-11-25T14:31:20,984 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 so closing down 2024-11-25T14:31:20,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:20,985 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K (1393bytes) at 1732545080977Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 so closing down at 1732545080985 (+8 ms)3 split writer threads finished at 1732545080985Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545080985 2024-11-25T14:31:20,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.5 2024-11-25T14:31:20,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:20,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 2024-11-25T14:31:20,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 after 1ms 2024-11-25T14:31:20,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 took 2ms 2024-11-25T14:31:20,990 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:20,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 so closing down 2024-11-25T14:31:20,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:20,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:20,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T14:31:20,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K (1405bytes) at 1732545080987Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 so closing down at 1732545080991 (+4 ms)3 split writer threads finished at 1732545080991Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732545080991 2024-11-25T14:31:20,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.6 2024-11-25T14:31:20,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:20,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 2024-11-25T14:31:20,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 after 0ms 2024-11-25T14:31:20,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 took 2ms 2024-11-25T14:31:21,000 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:21,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 so closing down 2024-11-25T14:31:21,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:21,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:21,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:21,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K (1413bytes) at 1732545080993Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 so closing down at 1732545081001 (+8 ms)3 split writer threads finished at 1732545081002 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545081002 2024-11-25T14:31:21,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.7 2024-11-25T14:31:21,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:21,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 2024-11-25T14:31:21,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 after 0ms 2024-11-25T14:31:21,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 took 2ms 2024-11-25T14:31:21,018 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:21,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 so closing down 2024-11-25T14:31:21,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:21,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:21,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:21,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K (1413bytes) at 1732545081011Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 so closing down at 1732545081019 (+8 ms)3 split writer threads finished at 1732545081019Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545081019 2024-11-25T14:31:21,021 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.8 2024-11-25T14:31:21,021 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:21,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 2024-11-25T14:31:21,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 after 0ms 2024-11-25T14:31:21,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 took 2ms 2024-11-25T14:31:21,024 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:21,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 so closing down 2024-11-25T14:31:21,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:21,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:21,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:21,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K (1413bytes) at 1732545081021Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 so closing down at 1732545081024 (+3 ms)3 split writer threads finished at 1732545081024Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545081024 2024-11-25T14:31:21,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.9 2024-11-25T14:31:21,027 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545080937; access_time=1732545080339; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545080952; access_time=1732545080361; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545080962; access_time=1732545080372; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545080968; access_time=1732545080382; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545080976; access_time=1732545080393; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545080986; access_time=1732545080403; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732545080992; access_time=1732545080415; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545081003; access_time=1732545080428; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545081020; access_time=1732545080849; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545081025; access_time=1732545080871; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T14:31:21,030 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:21,030 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:21,030 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:21,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742307_1487 (size=1393) 2024-11-25T14:31:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742307_1487 (size=1393) 2024-11-25T14:31:21,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:21,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:21,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742308_1488 (size=1393) 2024-11-25T14:31:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742308_1488 (size=1393) 2024-11-25T14:31:21,054 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:21,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:21,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742309_1489 (size=1393) 2024-11-25T14:31:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742309_1489 (size=1393) 2024-11-25T14:31:21,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:21,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:21,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742310_1490 (size=1393) 2024-11-25T14:31:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742310_1490 (size=1393) 2024-11-25T14:31:21,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:21,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:21,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742311_1491 (size=1393) 2024-11-25T14:31:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742311_1491 (size=1393) 2024-11-25T14:31:21,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:21,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:21,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742312_1492 (size=1393) 2024-11-25T14:31:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742312_1492 (size=1393) 2024-11-25T14:31:21,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:21,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:21,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742313_1493 (size=1405) 2024-11-25T14:31:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742313_1493 (size=1405) 2024-11-25T14:31:21,110 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:21,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:21,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742314_1494 (size=1413) 2024-11-25T14:31:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742314_1494 (size=1413) 2024-11-25T14:31:21,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:21,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:21,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742315_1495 (size=1413) 2024-11-25T14:31:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742315_1495 (size=1413) 2024-11-25T14:31:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:21,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:21,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742316_1496 (size=1413) 2024-11-25T14:31:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742316_1496 (size=1413) 2024-11-25T14:31:21,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:21,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:21,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 2024-11-25T14:31:21,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 after 0ms 2024-11-25T14:31:21,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 took 2ms 2024-11-25T14:31:21,655 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:21,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 so closing down 2024-11-25T14:31:21,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:21,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:21,660 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:21,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:21,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:21,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742317_1497 (size=418) 2024-11-25T14:31:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742317_1497 (size=418) 2024-11-25T14:31:21,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:21,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-25T14:31:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742318_1498 (size=418) 2024-11-25T14:31:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742318_1498 (size=418) 2024-11-25T14:31:22,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-25T14:31:22,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K (1393bytes) at 1732545081651Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 so closing down at 1732545081656 (+5 ms)3 split writer threads finished at 1732545081656Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545081661 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545081662 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545081667 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732545081668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082069 (+401 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732545082071 (+2 ms)Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082071 2024-11-25T14:31:22,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.0 2024-11-25T14:31:22,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:22,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 2024-11-25T14:31:22,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 after 0ms 2024-11-25T14:31:22,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 took 2ms 2024-11-25T14:31:22,075 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,076 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 so closing down 2024-11-25T14:31:22,076 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,078 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:22,078 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:22,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:22,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742319_1499 (size=418) 2024-11-25T14:31:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742319_1499 (size=418) 2024-11-25T14:31:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742320_1500 (size=418) 2024-11-25T14:31:22,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742320_1500 (size=418) 2024-11-25T14:31:22,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-25T14:31:22,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-25T14:31:22,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K (1393bytes) at 1732545082073Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 so closing down at 1732545082076 (+3 ms)3 split writer threads finished at 1732545082076Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545082079 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545082079Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082088 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082089 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732545082089Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732545082089Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082090 (+1 ms) 2024-11-25T14:31:22,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.1 2024-11-25T14:31:22,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:22,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 2024-11-25T14:31:22,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 after 0ms 2024-11-25T14:31:22,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 took 2ms 2024-11-25T14:31:22,094 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 so closing down 2024-11-25T14:31:22,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:22,096 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:22,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:22,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742322_1502 (size=418) 2024-11-25T14:31:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742322_1502 (size=418) 2024-11-25T14:31:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742321_1501 (size=418) 2024-11-25T14:31:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742321_1501 (size=418) 2024-11-25T14:31:22,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-25T14:31:22,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-25T14:31:22,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K (1393bytes) at 1732545082091Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 so closing down at 1732545082094 (+3 ms)3 split writer threads finished at 1732545082094Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545082096 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545082096Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082100 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082100Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732545082101 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732545082101Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082101 2024-11-25T14:31:22,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.2 2024-11-25T14:31:22,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:22,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 2024-11-25T14:31:22,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 after 0ms 2024-11-25T14:31:22,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 took 2ms 2024-11-25T14:31:22,106 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 so closing down 2024-11-25T14:31:22,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,106 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:22,108 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:22,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:22,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742323_1503 (size=418) 2024-11-25T14:31:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742323_1503 (size=418) 2024-11-25T14:31:22,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742324_1504 (size=418) 2024-11-25T14:31:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742324_1504 (size=418) 2024-11-25T14:31:22,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-25T14:31:22,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-25T14:31:22,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K (1393bytes) at 1732545082103Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 so closing down at 1732545082106 (+3 ms)3 split writer threads finished at 1732545082106Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545082108 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545082110 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082117 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732545082118 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082118Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732545082119 (+1 ms)Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082119 2024-11-25T14:31:22,120 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.3 2024-11-25T14:31:22,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:22,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 2024-11-25T14:31:22,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 after 1ms 2024-11-25T14:31:22,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 took 2ms 2024-11-25T14:31:22,123 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,124 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 so closing down 2024-11-25T14:31:22,124 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,126 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:22,126 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:22,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:22,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742325_1505 (size=418) 2024-11-25T14:31:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742325_1505 (size=418) 2024-11-25T14:31:22,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742326_1506 (size=418) 2024-11-25T14:31:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742326_1506 (size=418) 2024-11-25T14:31:22,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-25T14:31:22,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-25T14:31:22,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K (1393bytes) at 1732545082120Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 so closing down at 1732545082124 (+4 ms)3 split writer threads finished at 1732545082124Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545082126 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545082126Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082137 (+11 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732545082138 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082538 (+400 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732545082539 (+1 ms)Processed 10 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082539 2024-11-25T14:31:22,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.4 2024-11-25T14:31:22,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:31:22,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 2024-11-25T14:31:22,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 after 0ms 2024-11-25T14:31:22,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 took 1ms 2024-11-25T14:31:22,543 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 so closing down 2024-11-25T14:31:22,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:22,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:22,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:22,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742328_1508 (size=418) 2024-11-25T14:31:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742327_1507 (size=418) 2024-11-25T14:31:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742327_1507 (size=418) 2024-11-25T14:31:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742328_1508 (size=418) 2024-11-25T14:31:22,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-25T14:31:22,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-25T14:31:22,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K (1393bytes) at 1732545082541Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 so closing down at 1732545082544 (+3 ms)3 split writer threads finished at 1732545082544Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545082546 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545082546Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082552 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082552Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732545082552Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732545082552Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082553 (+1 ms) 2024-11-25T14:31:22,554 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.5 2024-11-25T14:31:22,554 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:22,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 2024-11-25T14:31:22,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 after 0ms 2024-11-25T14:31:22,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 took 1ms 2024-11-25T14:31:22,557 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 so closing down 2024-11-25T14:31:22,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,560 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:22,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:22,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:22,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742330_1510 (size=419) 2024-11-25T14:31:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742330_1510 (size=419) 2024-11-25T14:31:22,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-25T14:31:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742329_1509 (size=419) 2024-11-25T14:31:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742329_1509 (size=419) 2024-11-25T14:31:22,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-25T14:31:22,572 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T14:31:22,572 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K (1405bytes) at 1732545082554Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 so closing down at 1732545082557 (+3 ms)3 split writer threads finished at 1732545082557Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545082561 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545082561Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082569 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732545082570 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082571 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732545082572 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732545082572 2024-11-25T14:31:22,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.6 2024-11-25T14:31:22,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:22,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 2024-11-25T14:31:22,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 after 0ms 2024-11-25T14:31:22,575 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 took 2ms 2024-11-25T14:31:22,576 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 so closing down 2024-11-25T14:31:22,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,577 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:22,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:22,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:22,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742332_1512 (size=423) 2024-11-25T14:31:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742332_1512 (size=423) 2024-11-25T14:31:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742331_1511 (size=423) 2024-11-25T14:31:22,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742331_1511 (size=423) 2024-11-25T14:31:22,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-25T14:31:22,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-25T14:31:22,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:22,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K (1413bytes) at 1732545082574Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 so closing down at 1732545082577 (+3 ms)3 split writer threads finished at 1732545082577Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545082579 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545082579Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082588 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082588Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732545082589 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732545082589Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545082589 2024-11-25T14:31:22,590 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.7 2024-11-25T14:31:22,590 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:22,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 2024-11-25T14:31:22,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 after 0ms 2024-11-25T14:31:22,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 took 2ms 2024-11-25T14:31:22,593 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 so closing down 2024-11-25T14:31:22,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,593 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,595 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:22,595 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:22,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:22,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:22,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742334_1514 (size=423) 2024-11-25T14:31:22,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742334_1514 (size=423) 2024-11-25T14:31:22,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-25T14:31:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742333_1513 (size=423) 2024-11-25T14:31:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742333_1513 (size=423) 2024-11-25T14:31:22,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-25T14:31:22,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:22,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K (1413bytes) at 1732545082590Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 so closing down at 1732545082593 (+3 ms)3 split writer threads finished at 1732545082593Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545082596 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545082596Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082600 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732545082601 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082603 (+2 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732545082604 (+1 ms)Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545082604 2024-11-25T14:31:22,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.8 2024-11-25T14:31:22,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:22,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 2024-11-25T14:31:22,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 after 1ms 2024-11-25T14:31:22,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 took 2ms 2024-11-25T14:31:22,608 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 so closing down 2024-11-25T14:31:22,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:22,610 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:22,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:22,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742335_1515 (size=423) 2024-11-25T14:31:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742335_1515 (size=423) 2024-11-25T14:31:22,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742336_1516 (size=423) 2024-11-25T14:31:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742336_1516 (size=423) 2024-11-25T14:31:22,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-25T14:31:22,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-25T14:31:22,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:22,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K (1413bytes) at 1732545082605Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 so closing down at 1732545082608 (+3 ms)3 split writer threads finished at 1732545082608Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545082610 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545082610Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082618 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732545082619 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732545082619Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732545082620 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545082620 2024-11-25T14:31:22,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.9 2024-11-25T14:31:22,622 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082072; access_time=1732545081031; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082090; access_time=1732545081041; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082102; access_time=1732545081054; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082120; access_time=1732545081064; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082540; access_time=1732545081074; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082553; access_time=1732545081085; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732545082573; access_time=1732545081094; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545082589; access_time=1732545081110; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545082605; access_time=1732545081162; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545082620; access_time=1732545081620; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T14:31:22,625 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:22,625 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:22,626 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:22,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742337_1517 (size=1393) 2024-11-25T14:31:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742337_1517 (size=1393) 2024-11-25T14:31:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:22,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T14:31:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742338_1518 (size=1393) 2024-11-25T14:31:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742338_1518 (size=1393) 2024-11-25T14:31:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T14:31:22,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T14:31:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742339_1519 (size=1393) 2024-11-25T14:31:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742339_1519 (size=1393) 2024-11-25T14:31:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T14:31:22,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T14:31:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742340_1520 (size=1393) 2024-11-25T14:31:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742340_1520 (size=1393) 2024-11-25T14:31:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T14:31:22,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T14:31:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742341_1521 (size=1393) 2024-11-25T14:31:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742341_1521 (size=1393) 2024-11-25T14:31:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T14:31:22,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T14:31:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742342_1522 (size=1393) 2024-11-25T14:31:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742342_1522 (size=1393) 2024-11-25T14:31:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T14:31:22,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T14:31:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742343_1523 (size=1405) 2024-11-25T14:31:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742343_1523 (size=1405) 2024-11-25T14:31:22,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T14:31:22,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T14:31:22,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742344_1524 (size=1413) 2024-11-25T14:31:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742344_1524 (size=1413) 2024-11-25T14:31:22,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T14:31:22,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T14:31:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742345_1525 (size=1413) 2024-11-25T14:31:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742345_1525 (size=1413) 2024-11-25T14:31:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T14:31:22,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T14:31:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:22,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742346_1526 (size=1413) 2024-11-25T14:31:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742346_1526 (size=1413) 2024-11-25T14:31:22,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T14:31:22,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T14:31:22,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 2024-11-25T14:31:22,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 after 0ms 2024-11-25T14:31:22,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 took 2ms 2024-11-25T14:31:22,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 so closing down 2024-11-25T14:31:22,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:22,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:22,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T14:31:22,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T14:31:22,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742348_1528 (size=678) 2024-11-25T14:31:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742347_1527 (size=743) 2024-11-25T14:31:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742348_1528 (size=678) 2024-11-25T14:31:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742347_1527 (size=743) 2024-11-25T14:31:22,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-25T14:31:22,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T14:31:22,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K (1393bytes) at 1732545082746Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 so closing down at 1732545082749 (+3 ms)3 split writer threads finished at 1732545082749Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732545082752 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732545082752Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545082756 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545082756Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732545082757 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732545082757Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082757 2024-11-25T14:31:22,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.0 2024-11-25T14:31:22,759 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T14:31:22,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 2024-11-25T14:31:22,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 after 0ms 2024-11-25T14:31:22,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 took 2ms 2024-11-25T14:31:22,762 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 so closing down 2024-11-25T14:31:22,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:22,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:22,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T14:31:22,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T14:31:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742350_1530 (size=743) 2024-11-25T14:31:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742350_1530 (size=743) 2024-11-25T14:31:22,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T14:31:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742349_1529 (size=678) 2024-11-25T14:31:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742349_1529 (size=678) 2024-11-25T14:31:22,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-25T14:31:22,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K (1393bytes) at 1732545082759Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 so closing down at 1732545082762 (+3 ms)3 split writer threads finished at 1732545082763 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732545082765 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732545082765Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545082768 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732545082769 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545082773 (+4 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732545082774 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082774 2024-11-25T14:31:22,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.1 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.1 2024-11-25T14:31:22,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T14:31:22,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 2024-11-25T14:31:22,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 after 1ms 2024-11-25T14:31:22,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 took 2ms 2024-11-25T14:31:22,778 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 so closing down 2024-11-25T14:31:22,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,780 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:22,780 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:22,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T14:31:22,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T14:31:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742351_1531 (size=678) 2024-11-25T14:31:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742351_1531 (size=678) 2024-11-25T14:31:22,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-25T14:31:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742352_1532 (size=743) 2024-11-25T14:31:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742352_1532 (size=743) 2024-11-25T14:31:22,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T14:31:22,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K (1393bytes) at 1732545082775Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 so closing down at 1732545082778 (+3 ms)3 split writer threads finished at 1732545082779 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732545082781 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732545082781Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545082789 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732545082790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545082805 (+15 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732545082810 (+5 ms)Processed 19 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082810 2024-11-25T14:31:22,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.2 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.2 2024-11-25T14:31:22,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T14:31:22,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 2024-11-25T14:31:22,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 after 1ms 2024-11-25T14:31:22,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 took 8ms 2024-11-25T14:31:22,826 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 so closing down 2024-11-25T14:31:22,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:22,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:22,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T14:31:22,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T14:31:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742354_1534 (size=678) 2024-11-25T14:31:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742354_1534 (size=678) 2024-11-25T14:31:22,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-25T14:31:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742353_1533 (size=743) 2024-11-25T14:31:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742353_1533 (size=743) 2024-11-25T14:31:22,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T14:31:22,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K (1393bytes) at 1732545082816Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 so closing down at 1732545082826 (+10 ms)3 split writer threads finished at 1732545082826Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732545082829 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732545082831 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545082839 (+8 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732545082840 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545082845 (+5 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732545082846 (+1 ms)Processed 19 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082846 2024-11-25T14:31:22,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.3 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.3 2024-11-25T14:31:22,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T14:31:22,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 2024-11-25T14:31:22,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 after 0ms 2024-11-25T14:31:22,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 took 2ms 2024-11-25T14:31:22,850 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 so closing down 2024-11-25T14:31:22,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,852 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:22,853 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:22,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T14:31:22,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T14:31:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742355_1535 (size=743) 2024-11-25T14:31:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742355_1535 (size=743) 2024-11-25T14:31:22,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T14:31:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742356_1536 (size=678) 2024-11-25T14:31:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742356_1536 (size=678) 2024-11-25T14:31:22,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-25T14:31:22,894 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K (1393bytes) at 1732545082848Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 so closing down at 1732545082851 (+3 ms)3 split writer threads finished at 1732545082851Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732545082853 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732545082854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545082881 (+27 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732545082882 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545082893 (+11 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732545082894 (+1 ms)Processed 19 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082894 2024-11-25T14:31:22,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.4 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.4 2024-11-25T14:31:22,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T14:31:22,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 2024-11-25T14:31:22,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 after 0ms 2024-11-25T14:31:22,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 took 2ms 2024-11-25T14:31:22,916 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 so closing down 2024-11-25T14:31:22,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,921 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:22,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:22,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T14:31:22,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T14:31:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742357_1537 (size=743) 2024-11-25T14:31:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742358_1538 (size=678) 2024-11-25T14:31:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742357_1537 (size=743) 2024-11-25T14:31:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742358_1538 (size=678) 2024-11-25T14:31:22,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:22,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T14:31:22,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-25T14:31:22,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T14:31:22,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K (1393bytes) at 1732545082908Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 so closing down at 1732545082917 (+9 ms)3 split writer threads finished at 1732545082917Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732545082922 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732545082923 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545082935 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545082935Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732545082936 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732545082936Processed 19 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732545082936 2024-11-25T14:31:22,938 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.5 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.5 2024-11-25T14:31:22,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T14:31:22,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 2024-11-25T14:31:22,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 after 0ms 2024-11-25T14:31:22,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 took 3ms 2024-11-25T14:31:22,943 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:22,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 so closing down 2024-11-25T14:31:22,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:22,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:22,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:22,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:22,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T14:31:22,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T14:31:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742359_1539 (size=683) 2024-11-25T14:31:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742359_1539 (size=683) 2024-11-25T14:31:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742360_1540 (size=749) 2024-11-25T14:31:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742360_1540 (size=749) 2024-11-25T14:31:23,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-25T14:31:23,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T14:31:23,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T14:31:23,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K (1405bytes) at 1732545082938Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 so closing down at 1732545082944 (+6 ms)3 split writer threads finished at 1732545082945 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732545082955 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732545082959 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545083364 (+405 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545083364Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732545083365 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732545083366 (+1 ms)Processed 19 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732545083366 2024-11-25T14:31:23,367 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.6 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.6 2024-11-25T14:31:23,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T14:31:23,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 2024-11-25T14:31:23,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 after 1ms 2024-11-25T14:31:23,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 took 3ms 2024-11-25T14:31:23,371 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:23,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 so closing down 2024-11-25T14:31:23,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:23,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:23,374 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:23,374 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:23,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T14:31:23,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T14:31:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742361_1541 (size=753) 2024-11-25T14:31:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742361_1541 (size=753) 2024-11-25T14:31:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742362_1542 (size=687) 2024-11-25T14:31:23,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742362_1542 (size=687) 2024-11-25T14:31:23,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T14:31:23,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-25T14:31:23,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:23,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K (1413bytes) at 1732545083367Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 so closing down at 1732545083371 (+4 ms)3 split writer threads finished at 1732545083372 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732545083375 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732545083375Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545083381 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545083382 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732545083383 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732545083383Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545083383 2024-11-25T14:31:23,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.7 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.7 2024-11-25T14:31:23,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T14:31:23,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 2024-11-25T14:31:23,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 after 1ms 2024-11-25T14:31:23,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 took 2ms 2024-11-25T14:31:23,387 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:23,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 so closing down 2024-11-25T14:31:23,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:23,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:23,389 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:23,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:23,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T14:31:23,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T14:31:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742363_1543 (size=687) 2024-11-25T14:31:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742363_1543 (size=687) 2024-11-25T14:31:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742364_1544 (size=753) 2024-11-25T14:31:23,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742364_1544 (size=753) 2024-11-25T14:31:23,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-25T14:31:23,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T14:31:23,394 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:23,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K (1413bytes) at 1732545083384Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 so closing down at 1732545083387 (+3 ms)3 split writer threads finished at 1732545083387Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732545083390 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732545083390Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545083393 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545083393Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732545083394 (+1 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732545083394Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545083394 2024-11-25T14:31:23,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.8 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.8 2024-11-25T14:31:23,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T14:31:23,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 2024-11-25T14:31:23,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 after 0ms 2024-11-25T14:31:23,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 took 2ms 2024-11-25T14:31:23,403 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T14:31:23,404 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 so closing down 2024-11-25T14:31:23,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T14:31:23,404 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T14:31:23,405 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:23,406 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:23,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T14:31:23,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T14:31:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742366_1546 (size=753) 2024-11-25T14:31:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742366_1546 (size=753) 2024-11-25T14:31:23,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T14:31:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742365_1545 (size=687) 2024-11-25T14:31:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742365_1545 (size=687) 2024-11-25T14:31:23,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T14:31:23,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-25T14:31:23,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T14:31:23,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K (1413bytes) at 1732545083396Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 so closing down at 1732545083404 (+8 ms)3 split writer threads finished at 1732545083404Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732545083406 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732545083406Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732545083409 (+3 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732545083410 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732545083417 (+7 ms)Rename recovered edits hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732545083418 (+1 ms)Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732545083418 2024-11-25T14:31:23,419 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732545080336/wal.dat.9 to hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.9 2024-11-25T14:31:23,420 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082758; access_time=1732545082627; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082774; access_time=1732545082636; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082811; access_time=1732545082645; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082847; access_time=1732545082661; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082906; access_time=1732545082672; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732545082937; access_time=1732545082682; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732545083366; access_time=1732545082691; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545083384; access_time=1732545082701; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545083395; access_time=1732545082711; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38873/user/jenkins/test-data/83d94fb0-8624-6687-03d7-46ac0f0d0c3c/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732545083418; access_time=1732545082720; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T14:31:23,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=142 (was 147), OpenFileDescriptor=389 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=659 (was 638) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3393 (was 3454) 2024-11-25T14:31:23,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=659, ProcessCount=11, AvailableMemoryMB=3393 2024-11-25T14:31:23,434 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T14:31:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742367_1547 (size=7) 2024-11-25T14:31:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742367_1547 (size=7) 2024-11-25T14:31:23,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38873/user/jenkins/test-data/54cc7c57-9c26-babd-89d7-8b873e10394f with version=8 2024-11-25T14:31:23,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:23,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:23,442 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T14:31:23,442 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T14:31:23,442 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T14:31:23,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T14:31:23,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T14:31:23,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T14:31:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742368_1548 (size=2324) 2024-11-25T14:31:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742368_1548 (size=2324) 2024-11-25T14:31:23,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T14:31:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073742369_1549 (size=2325) 2024-11-25T14:31:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37867 is added to blk_1073742369_1549 (size=2325) 2024-11-25T14:31:23,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0, size=2.3 K (2325bytes) 2024-11-25T14:31:23,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0 2024-11-25T14:31:23,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0 after 0ms 2024-11-25T14:31:23,482 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-25T14:31:23,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0 so closing down 2024-11-25T14:31:23,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-25T14:31:23,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0, journal: Splitting hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0, size=2.3 K (2325bytes) at 1732545083480Finishing writing output for hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0 so closing down at 1732545083482 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732545083482 2024-11-25T14:31:23,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732545083442/wal.dat.0 to hdfs://localhost:38873/user/jenkins/test-data/a097e441-4fe4-a1cc-5880-fc4667d3f52e/corrupt/wal.dat.0 2024-11-25T14:31:23,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=659 (was 659), ProcessCount=11 (was 11), AvailableMemoryMB=4075 (was 3393) - AvailableMemoryMB LEAK? - 2024-11-25T14:31:23,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72970ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:31:23,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25d3a0e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:23,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:23,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a88a669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:23,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fa0ca73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir/,STOPPED} 2024-11-25T14:31:23,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:31:23,586 WARN [BP-2037870546-172.17.0.3-1732545020317 heartbeating to localhost/127.0.0.1:38873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:31:23,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:31:23,586 WARN [BP-2037870546-172.17.0.3-1732545020317 heartbeating to localhost/127.0.0.1:38873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2037870546-172.17.0.3-1732545020317 (Datanode Uuid b97e540c-e1d1-48a9-9653-5dafe90c1cc1) service to localhost/127.0.0.1:38873 2024-11-25T14:31:23,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data3/current/BP-2037870546-172.17.0.3-1732545020317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:23,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data4/current/BP-2037870546-172.17.0.3-1732545020317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:23,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:31:23,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@329cdb67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:31:23,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d6df49e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:23,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:23,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf5ac72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:23,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6358db46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir/,STOPPED} 2024-11-25T14:31:23,599 WARN [BP-2037870546-172.17.0.3-1732545020317 heartbeating to localhost/127.0.0.1:38873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:31:23,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:31:23,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:31:23,599 WARN [BP-2037870546-172.17.0.3-1732545020317 heartbeating to localhost/127.0.0.1:38873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2037870546-172.17.0.3-1732545020317 (Datanode Uuid 621d4547-5ce6-48c7-ae21-40f248e4207f) service to localhost/127.0.0.1:38873 2024-11-25T14:31:23,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data1/current/BP-2037870546-172.17.0.3-1732545020317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:23,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/cluster_1a4c6088-9daf-abea-e8ad-6e849c0fa9d2/data/data2/current/BP-2037870546-172.17.0.3-1732545020317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:23,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:31:23,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@95f650a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:31:23,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@426f4239{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:23,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:23,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527ec60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:23,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d55305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399dc7b3-4f7a-c3cd-e986-65b8fd91a308/hadoop.log.dir/,STOPPED}